-- Logs begin at Wed 2022-04-06 11:08:36 UTC, end at Wed 2022-04-06 12:17:45 UTC. -- Apr 06 11:41:53.198693 dv-cinder-836074-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 06 11:41:56.348749 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.common.config [-] Logging enabled! Apr 06 11:41:56.349408 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 11:41:56.349538 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110148) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 11:41:56.352853 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.common.config [-] Logging enabled! Apr 06 11:41:56.353109 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 11:41:56.353415 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110148) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 11:41:56.354384 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 11:41:56.354614 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 11:41:56.354990 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 11:41:56.355233 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 11:41:56.355451 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 11:41:56.355874 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.356295 dv-cinder-836074-2-iscsi neutron-server[110148]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 06 11:41:56.356618 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.356918 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.357205 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.357497 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.357787 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.358080 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.358363 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.358727 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.359497 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.359773 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.360059 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.360343 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.360622 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.360928 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.361207 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.361483 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] debug = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.361756 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.362188 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.362600 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.362866 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.363146 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.363417 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.363684 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.363955 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.364233 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.364573 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] host = dv-cinder-836074-2-iscsi {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.364930 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.365207 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.365512 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.366650 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.367009 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.367350 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.367703 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.367995 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.368345 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] log_file = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.368677 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.369037 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.369358 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.369684 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.369947 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.370207 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.370529 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.370847 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.371159 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.371471 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.371801 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.372154 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.372483 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.372845 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.373184 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.373518 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.373852 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.374707 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.375835 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.376213 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.376602 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.377080 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.377499 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.377897 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.378303 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.378713 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.379105 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.379528 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.379994 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.380438 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.380894 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.381325 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.381758 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.382200 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.383032 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.383032 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.383293 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] use_json = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.383613 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.383927 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.384250 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.384564 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.384920 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.385238 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.385549 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.385872 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.386183 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:56.386528 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.386861 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.387198 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.387544 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.387949 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.388311 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.388683 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.389072 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.389451 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.389850 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.391410 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.391790 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.392178 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.392552 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.392977 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.393372 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.393759 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.394139 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.394549 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.394909 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.395268 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.395633 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.396014 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.396376 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.396805 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.397163 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.397488 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.397831 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.398159 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.398495 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.398821 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.399133 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.399452 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.399778 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.400092 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.400402 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.400730 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.401066 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.401382 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.401693 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.402008 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.402322 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.402630 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.402943 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.403250 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.403579 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.403890 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.404197 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.404504 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.404855 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.405165 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.405522 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.406491 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.406811 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.407123 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.407443 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.407758 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.408094 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.408411 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.408740 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.409067 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.409378 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.409687 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.409996 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.410304 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.410611 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.410919 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.411225 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.411538 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.411848 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.412155 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.412464 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.412810 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.413121 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.413443 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.413776 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.413776 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.414703 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.415020 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.415335 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.415648 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.415962 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.416274 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.416588 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.416933 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.417529 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.417848 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.418236 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.418582 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.418899 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.419237 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.419551 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.419863 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.420184 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.420498 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.420866 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.421645 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.421982 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.422412 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.422748 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.423085 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.423421 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.423759 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.424080 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.424433 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.424789 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:56.425049 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 11:41:56.425416 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110148) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 06 11:41:57.003785 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 11:41:57.004118 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 11:41:57.004353 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 11:41:57.004681 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 06 11:41:57.358385 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:57.359696 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:57.360566 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:57.362486 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:57.362870 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:57.365250 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:57.432290 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:57.432642 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:57.432999 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:57.450638 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:57.450970 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:57.451272 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:57.488669 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:57.488989 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:57.489260 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:57.529694 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:57.529951 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:57.530218 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:57.892352 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:57.892625 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:57.892926 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:57.893198 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:57.893961 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.004652 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.005011 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.005301 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.005581 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.005852 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.006167 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.006431 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.006691 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.006954 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.007241 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.007505 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.007774 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.008031 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.008284 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.008543 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.008841 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.009104 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.009379 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.009658 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.009920 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.010197 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.010451 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.010746 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.011157 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.011409 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.011658 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.012247 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110148) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 11:41:58.012492 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110148) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 11:41:58.012755 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110148) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 11:41:58.013000 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110148) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 11:41:58.013241 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110148) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 11:41:58.013480 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110148) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 11:41:58.013884 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 06 11:41:58.018095 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 06 11:41:58.022335 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 06 11:41:58.026443 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Apr 06 11:41:58.028160 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 06 11:41:58.028647 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 06 11:41:58.029017 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 06 11:41:58.029415 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 06 11:41:58.033791 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 06 11:41:58.034044 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 06 11:41:58.034429 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 11:41:58.039580 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 06 11:41:58.064811 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 06 11:41:58.065290 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.065599 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110148) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 06 11:41:58.065973 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.067402 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110148) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 06 11:41:58.067700 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 11:41:58.067949 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 06 11:41:58.071394 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.071686 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.134966 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 06 11:41:58.135201 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 06 11:41:58.135424 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 06 11:41:58.135806 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 06 11:41:58.158910 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_db.sqlalchemy.engines [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110148) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 06 11:41:58.622286 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.plugins.ml2.managers [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Initializing driver for type 'gre' Apr 06 11:41:58.623374 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] gre ID ranges: [(1, 1000)] Apr 06 11:41:58.690699 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.plugins.ml2.managers [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Initializing driver for type 'local' Apr 06 11:41:58.691036 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.plugins.ml2.managers [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Initializing driver for type 'vlan' Apr 06 11:41:58.710155 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] VlanTypeDriver initialization complete Apr 06 11:41:58.710465 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.plugins.ml2.managers [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Initializing driver for type 'vxlan' Apr 06 11:41:58.711025 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] vxlan ID ranges: [(1, 1000)] Apr 06 11:41:58.782629 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.plugins.ml2.managers [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Initializing extension driver 'port_security' Apr 06 11:41:58.783092 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.plugins.ml2.extensions.port_security [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] PortSecurityExtensionDriver initialization complete Apr 06 11:41:58.783503 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.plugins.ml2.managers [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Initializing mechanism driver 'openvswitch' Apr 06 11:41:58.783904 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.plugins.ml2.managers [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Initializing mechanism driver 'hyperv' Apr 06 11:41:58.791014 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.plugins.ml2.plugin [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:41:58.791928 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > port after_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.792624 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > port after_update 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.793045 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > port after_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.793625 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110148) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 11:41:58.794104 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > subnet after_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.794584 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > subnet after_update 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.794979 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.795422 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110148) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 11:41:58.795867 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > network after_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.796472 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > network after_update 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.797134 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > network after_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.797489 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110148) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 11:41:58.797940 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > security_group after_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.798341 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > security_group after_update 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.798748 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.799183 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110148) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 11:41:58.799624 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.800007 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.800411 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.800932 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110148) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 11:41:58.801381 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > address_group after_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.801765 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > address_group after_update 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.802144 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.802577 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110148) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 11:41:58.803069 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] ML2 OVO RPC backend initialized. {{(pid=110148) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 06 11:41:58.803951 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.804379 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.804911 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > network before_response 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.805306 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > networks before_response 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.805697 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > port before_response 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.806098 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > ports before_response 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.806486 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > subnet before_response 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.806894 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > subnets before_response 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.807284 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > network after_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.807734 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > network after_update 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.808118 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > network after_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.808556 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > port after_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.808994 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > port after_update 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.809482 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > port after_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.809987 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > subnet after_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.810466 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > subnet after_update 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.810888 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.821216 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.quota [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded quota_driver: . Apr 06 11:41:58.821796 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.plugins.ml2.plugin [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Modular L2 Plugin initialization complete Apr 06 11:41:58.822152 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading services supported by the core plugin {{(pid=110148) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 06 11:41:58.822502 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.plugins.ml2.managers [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Got port-security extension from driver 'port_security' Apr 06 11:41:58.823008 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.extensions.vlantransparent [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Disabled vlantransparent extension. Apr 06 11:41:58.823511 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110148) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 06 11:41:58.823833 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading Plugin: router Apr 06 11:41:58.863503 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.863951 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > router after_create 55549900 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.864361 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > router before_create 55549900 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.864807 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.865217 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.865607 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > router after_delete 55549900 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.866008 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.866395 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.866788 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > router after_create 55549900 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.867170 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > router after_update 55549900 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.867553 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > router after_update 55549900 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.867941 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.868334 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > router after_update 55549900 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.869072 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > router precommit_update 55549900 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.869589 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: port after_update 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.870022 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: port after_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.870448 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: subnet after_update 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.870882 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.871317 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.871744 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > router precommit_create 55549900 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.872173 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: port before_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.872678 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > router precommit_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.873098 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > router after_update 55549900 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.873527 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.873970 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > router precommit_create 55549900 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.875578 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.876020 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > router precommit_update 55549900 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.876475 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > agent after_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.877120 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > agent after_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.877562 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > network after_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.878567 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.quota.resource_registry [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Tracking information for resource: router configured {{(pid=110148) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 11:41:58.879041 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.quota.resource_registry [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Tracking information for resource: floatingip configured {{(pid=110148) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 11:41:58.884320 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.db.l3_agentschedulers_db [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 06 11:41:58.884932 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: port after_update 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.885298 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: port after_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.885648 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: port after_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.885997 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: port after_update 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.886809 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > router before_create 55550100 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.887171 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.887530 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > router precommit_create 55550100 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.887881 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > router precommit_update 55550100 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.893858 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.services.provider_configuration [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Service providers = [] {{(pid=110148) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 06 11:41:58.894223 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.db.servicetype_db [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110148) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 06 11:41:58.897283 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.services.service_base [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110148) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 11:41:58.897630 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.services.service_base [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110148) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 11:41:58.897971 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.services.service_base [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110148) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 11:41:58.898853 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.services.service_base [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110148) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 11:41:58.899228 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.services.service_base [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 06 11:41:58.899618 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110148) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 11:41:58.899937 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 06 11:41:58.911818 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110148) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 11:41:58.912146 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading Plugin: auto_allocate Apr 06 11:41:58.918277 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: network precommit_update 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.918654 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: network precommit_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.919188 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110148) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 11:41:58.919510 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading Plugin: tag Apr 06 11:41:58.927735 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110148) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 11:41:58.928065 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading Plugin: timestamp Apr 06 11:41:58.932126 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110148) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 11:41:58.932450 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading Plugin: network_ip_availability Apr 06 11:41:58.939559 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.939938 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.940298 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:58.941119 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110148) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 11:41:58.941438 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading Plugin: flavors Apr 06 11:41:58.948020 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110148) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 11:41:58.948350 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading Plugin: revisions Apr 06 11:41:58.953863 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110148) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 11:41:58.954314 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_concurrency.lockutils [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.950s {{(pid=110148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 11:41:58.955146 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110148) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 06 11:41:58.955524 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Initializing extension manager. Apr 06 11:41:58.956099 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: __init__.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:58.956482 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: __pycache__ {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:58.956891 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: address_group.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:58.957777 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:58.958408 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: address-group Apr 06 11:41:58.958766 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: address_scope.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:58.959544 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:58.960167 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: address-scope Apr 06 11:41:58.960546 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:58.961669 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:58.962284 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: router-admin-state-down-before-update Apr 06 11:41:58.962644 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: agent.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:58.963398 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:58.963945 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: agent Apr 06 11:41:58.964305 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: agent_resources_synced.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:58.965295 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:58.965842 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: agent-resources-synced Apr 06 11:41:58.966202 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: allowedaddresspairs.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:58.968143 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:58.969388 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: allowed-address-pairs Apr 06 11:41:58.969768 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: auto_allocated_topology.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:58.971085 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:58.971658 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: auto-allocated-topology Apr 06 11:41:58.972091 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: availability_zone.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:58.972902 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:58.973453 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: availability_zone Apr 06 11:41:58.973816 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: availability_zone_filter.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:58.974806 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:58.975361 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: availability_zone_filter Apr 06 11:41:58.975729 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: data_plane_status.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:58.976675 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:58.977236 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension data-plane-status not supported by any of loaded plugins Apr 06 11:41:58.977597 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: default_subnetpools.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:58.978553 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:58.979099 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: default-subnetpools Apr 06 11:41:58.979459 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:58.980376 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:58.981004 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: dhcp_agent_scheduler Apr 06 11:41:58.981367 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: dns.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:58.982381 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:58.982926 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension dns-integration not supported by any of loaded plugins Apr 06 11:41:58.983290 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: dns_domain_ports.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:58.985469 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:58.986034 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 06 11:41:58.986399 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:58.987368 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:58.987921 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 06 11:41:58.988287 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: dvr.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:58.989057 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:58.989605 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: dvr Apr 06 11:41:58.989964 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: ecmp_routes.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:58.990981 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:58.991529 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 06 11:41:58.991889 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: empty_string_filtering.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:58.992926 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:58.993485 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: empty-string-filtering Apr 06 11:41:58.993851 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:58.994826 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:58.995374 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 06 11:41:58.995741 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:58.996688 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:58.997255 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 06 11:41:58.997615 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: external_net.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:58.998561 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:58.999701 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: external-net Apr 06 11:41:59.000771 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.001792 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.002433 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: extra_dhcp_opt Apr 06 11:41:59.002827 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: extraroute.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.003851 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.004449 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: extraroute Apr 06 11:41:59.004905 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: extraroute_atomic.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.006052 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.006645 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: extraroute-atomic Apr 06 11:41:59.007049 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: filter_validation.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.007813 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.008397 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: filter-validation Apr 06 11:41:59.008834 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: fip_pf_description.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.009828 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.010420 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 06 11:41:59.010864 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: fip_pf_port_range.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.011827 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.012369 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 06 11:41:59.012746 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: fip_port_details.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.013994 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.014495 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: fip-port-details Apr 06 11:41:59.015341 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: flavors.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.017332 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.017951 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: flavors Apr 06 11:41:59.018357 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.020181 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.020842 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 06 11:41:59.021273 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: floatingip_pools.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.022091 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.022692 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: floatingip-pools Apr 06 11:41:59.023100 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: ip_allocation.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.024190 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.024827 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension ip_allocation not supported by any of loaded plugins Apr 06 11:41:59.025246 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.026251 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.026842 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: ip-substring-filtering Apr 06 11:41:59.027247 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: l2_adjacency.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.028257 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.028907 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 06 11:41:59.029316 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: l3.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.031419 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.032095 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: router Apr 06 11:41:59.032467 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.035055 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.035645 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 06 11:41:59.036013 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.037011 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.037568 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: ext-gw-mode Apr 06 11:41:59.037929 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.038878 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.039424 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: l3-ha Apr 06 11:41:59.039792 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.040757 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.041307 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 06 11:41:59.041718 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: l3_flavors.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.042926 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.043527 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: l3-flavors Apr 06 11:41:59.043882 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.045403 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.046029 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 06 11:41:59.047020 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.048072 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.048640 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 06 11:41:59.049034 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: l3agentscheduler.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.050155 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.050704 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: l3_agent_scheduler Apr 06 11:41:59.051067 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: local_ip.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.052974 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.053592 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension local_ip not supported by any of loaded plugins Apr 06 11:41:59.053959 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: logging.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.055718 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.056287 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension logging not supported by any of loaded plugins Apr 06 11:41:59.056656 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: metering.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.057487 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.058118 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: metering Apr 06 11:41:59.058483 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.059658 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.060216 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: metering_source_and_destination_fields Apr 06 11:41:59.060634 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: multiprovidernet.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.061739 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.062881 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: multi-provider Apr 06 11:41:59.063236 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: netmtu.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.064245 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.064907 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: net-mtu Apr 06 11:41:59.065276 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: netmtu_writable.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.066243 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.066800 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: net-mtu-writable Apr 06 11:41:59.067165 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: network_availability_zone.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.067881 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.068428 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: network_availability_zone Apr 06 11:41:59.068814 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: network_ip_availability.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.069972 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.070520 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: network-ip-availability Apr 06 11:41:59.070877 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: network_segment_range.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.071698 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.072249 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension network-segment-range not supported by any of loaded plugins Apr 06 11:41:59.072602 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: pagination.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.073737 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.074101 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: pagination Apr 06 11:41:59.074468 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: port_device_profile.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.075430 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.075985 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: port-device-profile Apr 06 11:41:59.076348 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.077904 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.079070 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: port-mac-address-regenerate Apr 06 11:41:59.079437 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.080404 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.080983 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: port-numa-affinity-policy Apr 06 11:41:59.081343 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: port_resource_request.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.082290 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.082836 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension port-resource-request not supported by any of loaded plugins Apr 06 11:41:59.083196 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: port_resource_request_groups.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.084252 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.084912 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 06 11:41:59.085279 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: portbindings.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.086270 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.086822 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: binding Apr 06 11:41:59.087186 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: portbindings_extended.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.088522 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.089129 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: binding-extended Apr 06 11:41:59.089496 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: portsecurity.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.090460 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.091015 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: port-security Apr 06 11:41:59.091380 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: project_id.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.092400 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.093456 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: project-id Apr 06 11:41:59.094630 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: providernet.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.095697 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.096274 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: provider Apr 06 11:41:59.096640 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: qos.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.100330 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.100976 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension qos not supported by any of loaded plugins Apr 06 11:41:59.101342 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.102782 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.103343 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 06 11:41:59.103707 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.104802 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.105316 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 06 11:41:59.105683 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: qos_default.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.106668 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.107252 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension qos-default not supported by any of loaded plugins Apr 06 11:41:59.107624 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: qos_fip.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.108697 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.109973 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension qos-fip not supported by any of loaded plugins Apr 06 11:41:59.110335 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.111365 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.111918 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 06 11:41:59.112278 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: qos_gateway_ip.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.113528 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.114110 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 06 11:41:59.114474 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: qos_port_network_policy.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.115532 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.116089 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 06 11:41:59.116450 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.117596 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.118161 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 06 11:41:59.118525 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.119683 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.122382 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 06 11:41:59.122382 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: qos_pps_rule.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.122382 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.122990 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension qos-pps not supported by any of loaded plugins Apr 06 11:41:59.123315 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: qos_rule_type_details.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.124646 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.125378 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 06 11:41:59.125869 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.126970 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.127607 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 06 11:41:59.127980 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: qos_rules_alias.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.129178 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.129733 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 06 11:41:59.130188 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: quota_check_limit.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.131251 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.131805 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: quota-check-limit Apr 06 11:41:59.132220 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: quotasv2.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.133746 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.134283 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: quotas Apr 06 11:41:59.134820 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: quotasv2_detail.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.137716 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.138299 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: quota_details Apr 06 11:41:59.138712 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: rbac.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.140365 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.141661 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: rbac-policies Apr 06 11:41:59.142035 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: rbac_address_group.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.143148 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.143713 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: rbac-address-group Apr 06 11:41:59.144085 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: rbac_address_scope.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.145107 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.145860 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: rbac-address-scope Apr 06 11:41:59.146240 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: rbac_security_groups.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.147287 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.147845 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: rbac-security-groups Apr 06 11:41:59.148209 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: rbac_subnetpool.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.149426 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.149983 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: rbac-subnetpool Apr 06 11:41:59.150348 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: revisionifmatch.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.151318 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.152087 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: revision-if-match Apr 06 11:41:59.152452 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: revisions.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.153714 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.154272 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: standard-attr-revisions Apr 06 11:41:59.154638 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: router_availability_zone.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.155445 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.157191 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: router_availability_zone Apr 06 11:41:59.157553 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: routerservicetype.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.158612 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.159384 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension router-service-type not supported by any of loaded plugins Apr 06 11:41:59.159773 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.160798 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.161353 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: security-groups-normalized-cidr Apr 06 11:41:59.161717 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.162704 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.163348 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: port-security-groups-filtering Apr 06 11:41:59.163694 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.164677 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.165246 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: security-groups-remote-address-group Apr 06 11:41:59.165615 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.166595 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.167446 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: security-groups-shared-filtering Apr 06 11:41:59.167862 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.168544 dv-cinder-836074-2-iscsi neutron-server[110148]: WARNING neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 06 11:41:59.168972 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: securitygroup.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.180456 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.181040 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: security-group Apr 06 11:41:59.181372 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: segment.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.182143 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.182649 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension segment not supported by any of loaded plugins Apr 06 11:41:59.182976 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.183983 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.184483 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 06 11:41:59.184837 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: servicetype.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.185949 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.186460 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: service-type Apr 06 11:41:59.187358 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: sorting.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.189191 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.189532 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: sorting Apr 06 11:41:59.189862 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: standard_attr_segment.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.190800 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.191321 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 06 11:41:59.191645 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: standardattrdescription.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.192305 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.192875 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: standard-attr-description Apr 06 11:41:59.193268 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: stateful_security_group.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.194395 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.195052 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: stateful-security-group Apr 06 11:41:59.195503 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: stdattrs_common.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.196088 dv-cinder-836074-2-iscsi neutron-server[110148]: WARNING neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 06 11:41:59.196411 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.197394 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.197909 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 06 11:41:59.198234 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: subnet_onboard.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.199309 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.199829 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: subnet_onboard Apr 06 11:41:59.200151 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.201101 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.201731 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 06 11:41:59.202692 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: subnet_service_types.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.204265 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.204807 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: subnet-service-types Apr 06 11:41:59.205134 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: subnetallocation.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.206245 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.206754 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: subnet_allocation Apr 06 11:41:59.207079 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.207757 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.208257 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: subnetpool-prefix-ops Apr 06 11:41:59.208578 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.210134 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.210463 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 06 11:41:59.210790 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: tagging.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.211910 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.212433 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: standard-attr-tag Apr 06 11:41:59.212794 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: timestamp.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.214015 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.214565 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loaded extension: standard-attr-timestamp Apr 06 11:41:59.214922 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: trunk.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.215987 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.216878 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension trunk not supported by any of loaded plugins Apr 06 11:41:59.217473 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: trunk_details.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.219365 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.219927 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension trunk-details not supported by any of loaded plugins Apr 06 11:41:59.220358 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: uplink_status_propagation.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.221382 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.221937 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 06 11:41:59.222294 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Loading extension file: vlantransparent.py {{(pid=110148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:41:59.223016 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:41:59.223556 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 06 11:41:59.226349 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.quota.resource_registry [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Creating instance of TrackedResource for resource:network Apr 06 11:41:59.226963 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.quota.resource_registry [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Creating instance of TrackedResource for resource:subnet Apr 06 11:41:59.227422 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.quota.resource_registry [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 11:41:59.228039 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.quota.resource_registry [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Creating instance of TrackedResource for resource:port Apr 06 11:41:59.229560 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.v2.resource_helper [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 11:41:59.230287 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.v2.resource_helper [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Service FLAVORS assigned prefix: {{(pid=110148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 11:41:59.231026 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.v2.resource_helper [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 11:41:59.231570 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.v2.resource_helper [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 11:41:59.231994 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.quota.resource_registry [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Creating instance of TrackedResource for resource:router Apr 06 11:41:59.232615 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.quota.resource_registry [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 11:41:59.233219 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.v2.resource_helper [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Service METERING assigned prefix: /metering {{(pid=110148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 11:41:59.235637 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:59.236111 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:59.236498 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:41:59.238037 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.quota.resource_registry [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 11:41:59.238590 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.quota.resource_registry [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Creating instance of TrackedResource for resource:security_group Apr 06 11:41:59.239060 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.quota.resource_registry [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 11:41:59.239786 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.v2.resource_helper [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Service CORE assigned prefix: {{(pid=110148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 11:41:59.240144 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.quota.resource_registry [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 11:41:59.240566 dv-cinder-836074-2-iscsi neutron-server[110148]: WARNING neutron.quota.resource_registry [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] subnetpool is already registered Apr 06 11:41:59.241083 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.v2.resource_helper [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Service CORE assigned prefix: {{(pid=110148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 11:41:59.241431 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.quota.resource_registry [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 11:41:59.241817 dv-cinder-836074-2-iscsi neutron-server[110148]: WARNING neutron.quota.resource_registry [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] subnetpool is already registered Apr 06 11:41:59.244650 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.v2.resource_helper [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 11:41:59.245183 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.v2.resource_helper [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Service FLAVORS assigned prefix: {{(pid=110148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 11:41:59.245933 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.v2.resource_helper [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 11:41:59.246566 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.v2.resource_helper [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 11:41:59.246992 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.quota.resource_registry [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Creating instance of TrackedResource for resource:router Apr 06 11:41:59.247413 dv-cinder-836074-2-iscsi neutron-server[110148]: WARNING neutron.quota.resource_registry [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] router is already registered Apr 06 11:41:59.247936 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.quota.resource_registry [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 11:41:59.248353 dv-cinder-836074-2-iscsi neutron-server[110148]: WARNING neutron.quota.resource_registry [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] floatingip is already registered Apr 06 11:41:59.248943 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.v2.resource_helper [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Service METERING assigned prefix: /metering {{(pid=110148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 11:41:59.250414 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.quota.resource_registry [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 11:41:59.250832 dv-cinder-836074-2-iscsi neutron-server[110148]: WARNING neutron.quota.resource_registry [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] rbac_policy is already registered Apr 06 11:41:59.251344 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.quota.resource_registry [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Creating instance of TrackedResource for resource:security_group Apr 06 11:41:59.251763 dv-cinder-836074-2-iscsi neutron-server[110148]: WARNING neutron.quota.resource_registry [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] security_group is already registered Apr 06 11:41:59.252411 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.quota.resource_registry [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 11:41:59.252931 dv-cinder-836074-2-iscsi neutron-server[110148]: WARNING neutron.quota.resource_registry [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] security_group_rule is already registered Apr 06 11:41:59.253826 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.v2.resource_helper [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Service CORE assigned prefix: {{(pid=110148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 11:41:59.254345 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.quota.resource_registry [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 11:41:59.254790 dv-cinder-836074-2-iscsi neutron-server[110148]: WARNING neutron.quota.resource_registry [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] subnetpool is already registered Apr 06 11:41:59.255323 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.v2.resource_helper [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Service CORE assigned prefix: {{(pid=110148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 11:41:59.255741 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.quota.resource_registry [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 11:41:59.256154 dv-cinder-836074-2-iscsi neutron-server[110148]: WARNING neutron.quota.resource_registry [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] subnetpool is already registered Apr 06 11:41:59.256779 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: extensions {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.258398 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: address-groups {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.259876 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: address-scopes {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.261247 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: agents {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.262401 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: auto-allocated-topology {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.263640 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: availability_zones {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.265406 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: dhcp-networks {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.267589 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: dhcp-agents {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.269051 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: routers {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.272400 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: flavors {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.273644 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: service_profiles {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.274854 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: next_providers {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.276290 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: service_profiles {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.277866 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: floatingip-pools {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.279101 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: routers {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.282485 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: floatingips {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.283764 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: l3-routers {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.285170 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: l3-agents {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.286674 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: metering-labels {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.288043 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: metering-label-rules {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.289336 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: network-ip-availabilities {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.290602 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: bindings {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.292508 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: quotas {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.294103 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: quotas {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.295627 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: rbac-policies {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.297658 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: security-groups {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.298871 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: security-group-rules {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.300083 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: service-providers {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.301341 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: subnetpools {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.302781 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: subnetpools {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.304212 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: tags {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.305912 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: tags {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.307722 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: tags {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.309542 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: tags {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.311323 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: tags {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.318057 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: tags {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.318057 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: tags {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.318057 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: tags {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.319756 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: tags {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.321628 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron.api.extensions [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Extended resource: tags {{(pid=110148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:41:59.328881 dv-cinder-836074-2-iscsi neutron-server[110148]: WARNING keystonemiddleware.auth_token [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 06 11:41:59.333774 dv-cinder-836074-2-iscsi neutron-server[110148]: WARNING keystonemiddleware.auth_token [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 06 11:41:59.342684 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_concurrency.lockutils [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Acquired lock "singleton_lock" {{(pid=110148) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 06 11:41:59.343706 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_concurrency.lockutils [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Releasing lock "singleton_lock" {{(pid=110148) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 06 11:41:59.344591 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO oslo_service.service [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Starting 2 workers Apr 06 11:41:59.349858 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Started child 110259 {{(pid=110148) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 11:41:59.355374 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:59.356418 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Started child 110260 {{(pid=110148) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 11:41:59.357022 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [-] (110259) wsgi starting up on http://0.0.0.0:9696 Apr 06 11:41:59.358117 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO neutron.service [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 06 11:41:59.360030 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:59.363256 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:59.364012 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO oslo_service.service [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Starting 1 workers Apr 06 11:41:59.365374 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [-] (110260) wsgi starting up on http://0.0.0.0:9696 Apr 06 11:41:59.370073 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Started child 110261 {{(pid=110148) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 11:41:59.370700 dv-cinder-836074-2-iscsi neutron-server[110148]: INFO oslo_service.service [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Starting 1 workers Apr 06 11:41:59.377794 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Started child 110262 {{(pid=110148) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 11:41:59.377971 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.service [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] calling RpcWorker wait() {{(pid=110261) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 06 11:41:59.378471 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG neutron_lib.callbacks.manager [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:59.378576 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.service [None req-14e60dd0-7468-45de-8d20-c31fa7760cd9 None None] returning from RpcWorker wait() {{(pid=110261) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 06 11:41:59.380081 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110148) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 11:41:59.380288 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 11:41:59.380471 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 11:41:59.380700 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 11:41:59.380817 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:59.381068 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 11:41:59.381227 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 11:41:59.382145 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:41:59.382234 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.382234 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.382397 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.382520 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.382807 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.383419 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.383687 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.383933 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.384208 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.384468 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.384633 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.384839 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.385089 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.385317 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.385708 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.385982 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.386070 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:59.386502 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.386502 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.386652 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.386863 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.387133 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.387361 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.387449 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:41:59.387633 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] debug = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.387870 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.388355 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.388597 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.388882 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.389099 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.389365 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.389588 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.390167 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.390501 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.390748 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.391089 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.391357 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.391605 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.391805 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.392059 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.392273 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.392528 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.392797 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.393273 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] host = dv-cinder-836074-2-iscsi {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.393505 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.393748 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.393973 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.394214 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.394457 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.394686 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.394943 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.395207 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.395443 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.395665 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.395899 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.396143 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.396372 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.396624 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] log_file = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.396795 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] log_options = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.397042 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.397298 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.397539 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.397723 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.397888 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.398047 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.398313 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.398473 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.398719 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.398936 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.399148 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.399377 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.399590 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.399820 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.400080 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.400260 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.400500 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.400746 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.401002 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.401332 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.401476 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.401711 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.401922 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.402164 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.402391 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.402602 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.402857 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.403142 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.403292 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.403543 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.403791 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.404043 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.404276 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.404508 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.404794 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.405022 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.405764 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.405987 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.410326 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.410326 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.410326 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.410326 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.410326 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.410326 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.410326 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.410326 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.411831 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] use_json = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.411831 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.411831 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.411831 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.411831 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.411831 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.411831 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.411831 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.412803 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.412946 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 40802) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:41:59.413089 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.413089 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.413089 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.413089 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.413089 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.413089 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.413089 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.413089 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.414131 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.414131 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.414131 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.414131 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.414596 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.414596 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.414828 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.415001 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.415331 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.415601 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.415853 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.416072 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.416288 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.416504 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.420746 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.420746 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.420746 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.420746 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.420746 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.420746 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.420746 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.420746 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.422560 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.422560 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.422560 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.422560 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.422560 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.422560 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.422560 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.422560 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.423502 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.423502 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.423502 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.423502 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.423502 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.423502 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.423502 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.424298 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.424298 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.424298 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.425422 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.425422 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.425422 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.425422 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.425891 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0108676 Apr 06 11:41:59.426022 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.426022 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.426022 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.426372 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.426519 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.426723 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.426896 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.427135 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.427346 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.429397 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.429863 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.430302 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.430685 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.431075 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.431456 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.431846 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.432228 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.432889 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.433618 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.434222 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.434824 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.435433 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.435855 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.436860 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.436860 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.439808 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.439808 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.439808 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.439808 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.439808 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.439808 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.439808 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.439808 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.440751 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.440751 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.440751 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.441100 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.441100 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.441349 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.441476 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.441880 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.442172 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.444571 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.444571 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.444571 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.444571 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.444571 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.444571 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.444571 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.445652 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.445652 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.445652 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.445652 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.445652 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.446230 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.446230 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.446435 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.446558 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.447786 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.447786 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.447786 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.447786 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.447786 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.448358 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.448358 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.448578 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.448709 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.450145 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.450145 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.450145 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.450145 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.450145 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.450145 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.452955 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.452955 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.452955 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.452955 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.452955 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.452955 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.452955 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.452955 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.455781 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.455781 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.455781 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.455781 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.455781 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.455781 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.455781 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.455781 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.456678 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.456678 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.456678 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.456678 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.456678 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.456678 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.456678 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.456678 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.457692 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.457692 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.457692 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.457692 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.457692 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.458236 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.458236 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.458236 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.458638 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.458638 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.458892 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.459026 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.459254 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.459489 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.459709 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.459923 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.460162 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.460533 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.461034 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.461460 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.461689 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.461933 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.462905 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.462905 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.462905 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.462905 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.463184 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.463251 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.463525 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.463773 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.465024 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.465450 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.465864 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.466279 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.466664 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.467092 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.467493 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.468675 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.469147 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.469961 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.470375 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.470628 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.470877 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.471107 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.471398 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.471657 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.472952 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.472952 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.472952 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.472952 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.473250 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.473250 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.473519 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.473674 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.474450 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.474450 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.474450 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.474654 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.474835 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.474952 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.475177 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.475405 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.475673 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.475916 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.476164 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.476390 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.476617 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.476885 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.477115 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.477356 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.477570 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.477783 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.477999 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.478236 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.478428 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.478737 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.478991 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.479222 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.479492 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.479741 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.479998 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.480955 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.480955 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.480955 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.480955 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.481527 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.481527 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.481527 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.481922 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.481922 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.482178 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.482417 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.482566 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.482774 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.482981 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.483188 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.484783 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.484783 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.485399 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.485399 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.485399 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.485614 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.485688 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.485921 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.486132 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.486366 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.486578 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.486789 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.487065 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.488179 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.488179 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.488179 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.488179 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.488179 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.488508 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.488658 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.489879 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.490368 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.490692 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.490911 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.491176 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.491420 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.491642 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.491866 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.492141 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.492487 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.493796 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.494023 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.494230 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.495858 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.495858 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.495858 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.495858 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.495858 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.495858 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.496605 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.496605 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.496605 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.497005 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.497155 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.497306 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.497494 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.497714 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.497928 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.498184 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.498409 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.498629 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.498848 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.499344 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.499566 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.500759 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.500759 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.500759 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.500759 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.500759 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 11:41:59.501654 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110148) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 11:41:59.501832 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 11:41:59.501963 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 11:41:59.502292 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 11:41:59.502669 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 11:41:59.502833 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 11:41:59.503157 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.503419 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.503558 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.503813 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.504032 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.504223 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.504394 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.504540 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.504691 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.505725 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.505890 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.506200 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.506501 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.506810 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.506977 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.507158 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.507304 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.507445 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.507603 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.507763 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.507922 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.508072 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.508232 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] debug = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.508388 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.508787 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.509121 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.509280 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.509576 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.509876 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.510037 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.510790 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.510790 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.510790 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.510790 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.510790 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.511135 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.511135 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.511254 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.511368 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.511654 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.511948 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.512239 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] host = dv-cinder-836074-2-iscsi {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.512579 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.512939 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.513235 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.513518 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.513808 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.513967 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.514104 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.514269 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.514431 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.514602 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.514783 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.514930 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.515095 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.515234 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] log_file = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.515370 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] log_options = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.515504 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.515674 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.515825 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.516021 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.516172 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.516323 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.516463 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.516623 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.517003 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.517342 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.517524 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.517679 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.517857 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.518004 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.518113 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.518258 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.518567 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.518725 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.518886 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.519037 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.519323 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.519323 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.519490 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.519652 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.519796 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.519952 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.520110 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.520266 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.520423 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.520581 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.520824 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.520914 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.521074 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.521230 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.521383 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.521540 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.521831 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.521831 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.522034 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.522136 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.522289 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.522448 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.522607 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.522817 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.523031 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.523247 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.523408 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] use_json = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.523567 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.523736 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.523876 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.524031 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.524189 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.524347 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.524549 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.524754 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.524907 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:41:59.525346 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.526564 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.526564 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.526564 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.526564 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.526564 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.526564 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.526564 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.526564 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.527573 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.527573 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.527573 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.527573 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.527573 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.527573 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.528349 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.528349 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.528349 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.528349 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.528349 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.528349 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.528748 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.528748 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.529849 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.530034 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.530168 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.530835 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.531010 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.531340 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.531686 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.532007 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.532326 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.532644 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.533028 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.533253 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.533472 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.533628 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.533812 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.533958 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.534097 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.534235 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.534376 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.534541 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.534676 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.534820 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.534965 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.535407 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.535407 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.535407 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.535622 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.535752 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.535892 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.536041 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.536208 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.536370 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.536532 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.536699 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.536899 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.537058 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.537217 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.537377 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.537540 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.537700 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.537859 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.538028 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.538260 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.538475 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.538475 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.538866 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.538866 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.539225 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.539225 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.539225 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.539775 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.539775 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.539775 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.540153 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.540153 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.540153 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.540489 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.540489 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.540704 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.540704 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.542654 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.542654 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.542654 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.542654 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.542654 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.542654 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.542654 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.542654 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.542654 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.543735 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.543735 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.543735 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.543735 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.543735 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.543735 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.543735 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.543735 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.544680 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.544680 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.544680 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.544680 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.544680 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.544680 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.544680 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.548885 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.548885 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.548885 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.548885 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.548885 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.548885 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.548885 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.548885 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.553319 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.553319 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.553319 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.553319 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.553319 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.553319 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.553319 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.553319 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.554488 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.554488 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.554488 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.554488 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.554488 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.554488 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.554488 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.554488 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.555436 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.555436 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.555436 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.555436 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.555436 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.555436 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.555436 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.555436 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.556651 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.556651 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.556651 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.556651 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.556651 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.556651 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.556651 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.556651 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.560918 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.560918 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.560918 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.560918 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.560918 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.560918 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.560918 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.560918 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.561407 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.561407 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.561407 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.561407 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.561407 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.561407 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.561407 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.561407 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.561892 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.561892 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.561892 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.561892 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.561892 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.561892 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.561892 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.561892 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.562338 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.562338 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.562338 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.562338 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.562338 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.562338 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.562338 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.562338 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.562998 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.562998 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.562998 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.562998 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.562998 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.562998 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.562998 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.562998 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.563458 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.563458 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.563458 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.563458 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.563458 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.563458 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.563458 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.563458 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.563944 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.563944 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.563944 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.563944 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.563944 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.563944 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.563944 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.563944 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.563944 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.564439 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.564439 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.564439 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.564439 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.564439 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.564439 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.564439 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.564439 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.565592 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.565592 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.565592 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.565592 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.565592 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.565592 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.565592 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.565592 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.565592 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.566107 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.566107 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.566107 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.566107 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.566107 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.566107 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.566107 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.566107 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.566544 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.566544 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.566544 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.566544 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.566544 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.566544 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.566544 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.566544 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.566981 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.566981 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.566981 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.566981 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.566981 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.566981 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.566981 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.566981 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.567523 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.567523 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.567523 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.567523 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.567523 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.567523 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.567523 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.567901 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.567901 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.567901 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.568081 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.569547 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.569547 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.569547 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.569547 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.569547 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.569547 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.569547 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.569547 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.570710 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.570710 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.570710 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.570710 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.570710 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.570710 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.570710 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.570710 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.571758 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.571758 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.571758 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.571758 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.571758 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.571758 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.571758 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.571758 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.573810 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.573810 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.573810 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.573810 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.573810 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.573810 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.573810 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.573810 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.573810 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.574879 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.574879 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.574879 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.574879 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.574879 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.574879 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.574879 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.574879 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.574879 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.576192 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.576192 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.576192 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.576192 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:41:59.576192 dv-cinder-836074-2-iscsi neutron-server[110148]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 11:41:59.587774 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:42:12.306029 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef3c405-bf67-4587-96cf-cfe61fa6ed7e None None] get_active_networks_info from dv-cinder-836074-2-iscsi {{(pid=110261) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 11:42:12.399948 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef3c405-bf67-4587-96cf-cfe61fa6ed7e None None] No non-hosted networks {{(pid=110261) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 06 11:42:12.412366 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-5ab8ab28-0708-41f6-b451-d791876a7dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-430195'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:15.050440 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-239a043b-1f8c-4c66-b6e9-7007b91ae4bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-430195'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:15.099868 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-b90f51ef-37e7-456e-ae33-bba7304c3e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:16.392647 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-430195'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:16.578157 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 40886) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:42:17.362122 dv-cinder-836074-2-iscsi neutron-server[110260]: WARNING oslo_policy.policy [None req-209cbcda-f2ac-4531-b539-98ca3d3e1aab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 11:42:17.363017 dv-cinder-836074-2-iscsi neutron-server[110260]: WARNING oslo_policy.policy [None req-209cbcda-f2ac-4531-b539-98ca3d3e1aab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 11:42:17.681426 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [None req-209cbcda-f2ac-4531-b539-98ca3d3e1aab admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=110260) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:42:17.682542 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-209cbcda-f2ac-4531-b539-98ca3d3e1aab admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.1033556 Apr 06 11:42:18.741560 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-430195'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:19.025769 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-430195'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:19.026747 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:19.027423 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:19.033329 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:19.034952 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:19.035496 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:19.038258 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:19.039278 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:19.039938 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:19.040665 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:19.041165 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:19.041765 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:19.042593 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:19.043489 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:19.047227 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:19.049033 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:19.049502 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836074-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:42:19.056764 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836074-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:42:20.376005 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 40916) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:42:20.920074 dv-cinder-836074-2-iscsi neutron-server[110259]: WARNING oslo_policy.policy [None req-078690ec-8457-4d08-b7cf-a2e5083defc0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 11:42:20.921497 dv-cinder-836074-2-iscsi neutron-server[110259]: WARNING oslo_policy.policy [None req-078690ec-8457-4d08-b7cf-a2e5083defc0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 11:42:21.157580 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-078690ec-8457-4d08-b7cf-a2e5083defc0 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:42:21.257923 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.policy [None req-078690ec-8457-4d08-b7cf-a2e5083defc0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110259) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 11:42:21.304429 dv-cinder-836074-2-iscsi neutron-server[110259]: WARNING oslo_policy.policy [None req-078690ec-8457-4d08-b7cf-a2e5083defc0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 11:42:21.304845 dv-cinder-836074-2-iscsi neutron-server[110259]: WARNING oslo_policy.policy [None req-078690ec-8457-4d08-b7cf-a2e5083defc0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 11:42:21.426568 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-078690ec-8457-4d08-b7cf-a2e5083defc0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743159011888', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743159010371', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743159028649', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743160692563', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743160683291', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743160676741', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1448561', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1651172', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-576897', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7820815'] for rbac-policy (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:21.511294 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-078690ec-8457-4d08-b7cf-a2e5083defc0 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:21.513135 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-078690ec-8457-4d08-b7cf-a2e5083defc0 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1344705 Apr 06 11:42:22.332670 dv-cinder-836074-2-iscsi neutron-server[110261]: INFO neutron.db.l3_hamode_db [None req-5354337f-3c98-4e1a-ba16-88aedf35bb71 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 06 11:42:22.417634 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5354337f-3c98-4e1a-ba16-88aedf35bb71 None None] Routers set() bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:42:22.418032 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5354337f-3c98-4e1a-ba16-88aedf35bb71 None None] Router IDs set() for agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 06 11:42:24.104775 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 40934) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:42:24.433897 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:42:24.493594 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] Made reservation on behalf of c0cf366016204d1cb4e1cec1bf79a3ec for: {'network': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:42:24.556501 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.policy [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110260) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 11:42:24.599508 dv-cinder-836074-2-iscsi neutron-server[110260]: WARNING oslo_policy.policy [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 11:42:24.599899 dv-cinder-836074-2-iscsi neutron-server[110260]: WARNING oslo_policy.policy [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 11:42:24.611725 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for network (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:24.636062 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:24.765204 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] Publish callbacks [] for security_group (b3e15736-3205-413b-85ab-fdab4e842ed8), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:24.769568 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (b3e15736-3205-413b-85ab-fdab4e842ed8), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:24.804791 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=110260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:42:24.837868 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743157203568', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (3586c7e6-ac0c-47c3-8de2-8645517a8baf), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:24.838464 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] Unsubscribe: segment precommit_create {{(pid=110260) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 11:42:24.838978 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.db.segments_db [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] Added segment 3586c7e6-ac0c-47c3-8de2-8645517a8baf of type vlan for network 2de31bc4-37ee-42f5-9149-8aee93ad4449 Apr 06 11:42:24.845201 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e15736-3205-413b-85ab-fdab4e842ed8,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:42:24.884744 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:24.885086 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:24.885435 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:24.885784 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:24.886115 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:24.886439 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:24.886759 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:24.887076 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:24.887394 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:24.887709 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:24.888025 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:24.888547 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:24.889241 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:24.889560 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:24.889870 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] Tracked resource versions report: Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: pushed versions: Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: { 'AddressGroup': {'1.2'}, Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: 'Agent': {'1.1'}, Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: 'ConntrackHelper': {'1.0'}, Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: 'LocalIPAssociation': {'1.0'}, Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: 'Log': {'1.0'}, Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: 'NDPProxy': {'1.0'}, Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: 'Network': {'1.1'}, Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: 'Port': {'1.7'}, Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: 'PortForwarding': {'1.3'}, Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: 'QosPolicy': {'1.10'}, Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: 'SecurityGroup': {'1.5'}, Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: 'SecurityGroupRule': {'1.2'}, Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: 'SubPort': {'1.0'}, Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: 'Subnet': {'1.1'}, Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: 'Trunk': {'1.1'}} Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: consumer versions: Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: { DHCP agent@dv-cinder-836074-2-iscsi: {}, Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: L3 agent@dv-cinder-836074-2-iscsi: {}, Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: Metadata agent@dv-cinder-836074-2-iscsi: {}, Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: Metering agent@dv-cinder-836074-2-iscsi: {}, Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: Open vSwitch agent@dv-cinder-836074-2-iscsi: { 'AddressGroup': '1.2', Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: 'Agent': '1.1', Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: 'ConntrackHelper': '1.0', Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: 'LocalIPAssociation': '1.0', Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: 'Log': '1.0', Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: 'NDPProxy': '1.0', Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: 'Network': '1.1', Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: 'Port': '1.7', Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: 'PortForwarding': '1.3', Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: 'QosPolicy': '1.10', Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: 'SecurityGroup': '1.5', Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: 'SecurityGroupRule': '1.2', Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: 'SubPort': '1.0', Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: 'Subnet': '1.1', Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: 'Trunk': '1.1'}} Apr 06 11:42:24.891297 dv-cinder-836074-2-iscsi neutron-server[110260]: {{(pid=110260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 11:42:24.959441 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743156740410'] for network (2de31bc4-37ee-42f5-9149-8aee93ad4449), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:25.006080 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332'] for network (2de31bc4-37ee-42f5-9149-8aee93ad4449), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:25.011373 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:42:25.011960 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:25.120466 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0145600 Apr 06 11:42:25.153100 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9895cf-1683-4961-a024-033d8994720b demo demo] Pushing event updated for resources: {'Network': ['ID=2de31bc4-37ee-42f5-9149-8aee93ad4449,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:42:25.171740 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Network 2de31bc4-37ee-42f5-9149-8aee93ad4449 details requested by agent ovs-agent-dv-cinder-836074-2-iscsi with host dv-cinder-836074-2-iscsi {{(pid=110261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:42:27.785523 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 40948) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:42:28.210385 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dec86c-bb5f-4a3f-abcc-2aab755ded47 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:42:28.211757 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-46dec86c-bb5f-4a3f-abcc-2aab755ded47 demo admin] 10.222.0.39 "GET /v2.0/networks/2de31bc4-37ee-42f5-9149-8aee93ad4449 HTTP/1.1" status: 200 len: 825 time: 0.4251726 Apr 06 11:42:28.253460 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-2dab42be-6b4e-4e40-8e7b-616dd2663bb3 demo admin] 10.222.0.39 "GET /v2.0/subnetpools/80a54743-ceb8-4784-8d8d-a8792d62819f HTTP/1.1" status: 200 len: 734 time: 0.0358443 Apr 06 11:42:28.262302 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-3f8139ae-71f7-44c3-95f8-a03955fd4ab7 demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '80a54743-ceb8-4784-8d8d-a8792d62819f', 'network_id': '2de31bc4-37ee-42f5-9149-8aee93ad4449'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:42:28.283720 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8139ae-71f7-44c3-95f8-a03955fd4ab7 demo admin] Made reservation on behalf of c0cf366016204d1cb4e1cec1bf79a3ec for: {'subnet': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:42:28.286075 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3f8139ae-71f7-44c3-95f8-a03955fd4ab7 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:28.605898 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3f8139ae-71f7-44c3-95f8-a03955fd4ab7 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332'] for subnet (72e24a1f-beb6-412e-b48b-c69002a8c78a), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:28.674582 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8139ae-71f7-44c3-95f8-a03955fd4ab7 demo admin] Pushing event updated for resources: {'Subnet': ['ID=72e24a1f-beb6-412e-b48b-c69002a8c78a,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:42:28.679205 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8139ae-71f7-44c3-95f8-a03955fd4ab7 demo admin] Checking segment: {'id': '3586c7e6-ac0c-47c3-8de2-8645517a8baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2de31bc4-37ee-42f5-9149-8aee93ad4449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:42:28.679583 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8139ae-71f7-44c3-95f8-a03955fd4ab7 demo admin] Network hostable DHCP agents. Network: 2de31bc4-37ee-42f5-9149-8aee93ad4449, hostable agents: ['eb907300-c67e-4e21-a2d4-e40182a63fdb'], hosted agents: [] {{(pid=110260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:42:28.701026 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8139ae-71f7-44c3-95f8-a03955fd4ab7 demo admin] Network 2de31bc4-37ee-42f5-9149-8aee93ad4449 is scheduled to be hosted by DHCP agent eb907300-c67e-4e21-a2d4-e40182a63fdb with binding_index 1 {{(pid=110260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:42:28.712373 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-3f8139ae-71f7-44c3-95f8-a03955fd4ab7 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-2-iscsi, 2de31bc4-37ee-42f5-9149-8aee93ad4449) {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:42:28.718281 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8139ae-71f7-44c3-95f8-a03955fd4ab7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:42:28.719373 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3f8139ae-71f7-44c3-95f8-a03955fd4ab7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:28.723131 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da5e0e5-2542-4b54-870c-d8bf17cca4b5 None None] Network 2de31bc4-37ee-42f5-9149-8aee93ad4449 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:42:28.739722 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-3f8139ae-71f7-44c3-95f8-a03955fd4ab7 demo admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4804194 Apr 06 11:42:29.116907 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp027ac957-5d53-5658-96df-9f632b9b190b-2de31bc4-37ee-42f5-9149-8aee93ad4449', 'network_id': '2de31bc4-37ee-42f5-9149-8aee93ad4449', 'project_id': 'c0cf366016204d1cb4e1cec1bf79a3ec', 'fixed_ips': [{'subnet_id': '72e24a1f-beb6-412e-b48b-c69002a8c78a'}]}} from dv-cinder-836074-2-iscsi. {{(pid=110261) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:42:29.118725 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:29.440599 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.db_base_plugin_common [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Allocated IP 172.20.0.2 (2de31bc4-37ee-42f5-9149-8aee93ad4449/72e24a1f-beb6-412e-b48b-c69002a8c78a/e111d511-dd4c-4d12-a95e-393888a3d433) {{(pid=110261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:42:29.707313 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Publish callbacks [] for port (e111d511-dd4c-4d12-a95e-393888a3d433), precommit_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:29.715932 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228'] for port (e111d511-dd4c-4d12-a95e-393888a3d433), after_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:29.798445 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Network 2de31bc4-37ee-42f5-9149-8aee93ad4449 is already hosted by enough agents. {{(pid=110261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:42:29.806231 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.scheduler.base_scheduler [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Resources bound (agent type, host, resource id): {{(pid=110261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:42:29.809480 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Pushing event updated for resources: {'Port': ['ID=e111d511-dd4c-4d12-a95e-393888a3d433,revision_number=1']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:42:29.812961 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Received port after_create {{(pid=110261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:42:29.844142 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:29.844488 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:29.844868 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:29.845227 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:29.845564 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:29.845895 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:29.846222 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:29.846547 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:29.846879 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:29.847202 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:29.847528 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:29.847871 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:29.848196 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:29.848516 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:29.848863 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Tracked resource versions report: Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: pushed versions: Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: { 'AddressGroup': {'1.2'}, Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: 'Agent': {'1.1'}, Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: 'ConntrackHelper': {'1.0'}, Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: 'LocalIPAssociation': {'1.0'}, Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: 'Log': {'1.0'}, Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: 'NDPProxy': {'1.0'}, Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: 'Network': {'1.1'}, Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: 'Port': {'1.7'}, Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: 'PortForwarding': {'1.3'}, Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: 'QosPolicy': {'1.10'}, Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: 'SecurityGroup': {'1.5'}, Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: 'SecurityGroupRule': {'1.2'}, Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: 'SubPort': {'1.0'}, Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: 'Subnet': {'1.1'}, Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: 'Trunk': {'1.1'}} Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: consumer versions: Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: { DHCP agent@dv-cinder-836074-2-iscsi: {}, Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: L3 agent@dv-cinder-836074-2-iscsi: {}, Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: Metadata agent@dv-cinder-836074-2-iscsi: {}, Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: Metering agent@dv-cinder-836074-2-iscsi: {}, Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: Open vSwitch agent@dv-cinder-836074-2-iscsi: { 'AddressGroup': '1.2', Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: 'Agent': '1.1', Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: 'ConntrackHelper': '1.0', Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: 'LocalIPAssociation': '1.0', Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: 'Log': '1.0', Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: 'NDPProxy': '1.0', Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: 'Network': '1.1', Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: 'Port': '1.7', Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: 'PortForwarding': '1.3', Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: 'QosPolicy': '1.10', Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: 'SecurityGroup': '1.5', Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: 'SecurityGroupRule': '1.2', Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: 'SubPort': '1.0', Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: 'Subnet': '1.1', Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: 'Trunk': '1.1'}} Apr 06 11:42:29.850604 dv-cinder-836074-2-iscsi neutron-server[110261]: {{(pid=110261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 11:42:29.902848 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Attempting to bind port e111d511-dd4c-4d12-a95e-393888a3d433 on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:42:29.903254 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Attempting to bind port e111d511-dd4c-4d12-a95e-393888a3d433 by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': '3586c7e6-ac0c-47c3-8de2-8645517a8baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2de31bc4-37ee-42f5-9149-8aee93ad4449'}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:42:29.903663 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Attempting to bind port e111d511-dd4c-4d12-a95e-393888a3d433 on network 2de31bc4-37ee-42f5-9149-8aee93ad4449 {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:42:29.908875 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:42:29.909271 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Checking segment: {'id': '3586c7e6-ac0c-47c3-8de2-8645517a8baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2de31bc4-37ee-42f5-9149-8aee93ad4449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:42:29.909758 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:29.910152 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Bound using segment: {'id': '3586c7e6-ac0c-47c3-8de2-8645517a8baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2de31bc4-37ee-42f5-9149-8aee93ad4449'} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:42:29.910614 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Bound port: e111d511-dd4c-4d12-a95e-393888a3d433, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3586c7e6-ac0c-47c3-8de2-8645517a8baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2de31bc4-37ee-42f5-9149-8aee93ad4449'}}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:42:29.911035 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (e111d511-dd4c-4d12-a95e-393888a3d433), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:29.978731 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] For port e111d511-dd4c-4d12-a95e-393888a3d433, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:42:29.983779 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] For port e111d511-dd4c-4d12-a95e-393888a3d433, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=e111d511-dd4c-4d12-a95e-393888a3d433,segment=NetworkSegment(3586c7e6-ac0c-47c3-8de2-8645517a8baf),segment_id=3586c7e6-ac0c-47c3-8de2-8645517a8baf)] {{(pid=110261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:42:29.992665 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (e111d511-dd4c-4d12-a95e-393888a3d433), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:30.059604 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206d91c-d721-44d9-a66c-e2d4c09d0c00 None None] Pushing event updated for resources: {'Port': ['ID=e111d511-dd4c-4d12-a95e-393888a3d433,revision_number=2']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:42:31.382711 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 40956) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:42:31.714110 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [None req-54320b8f-dc28-4072-9158-75fa03b45e48 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=110260) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:42:31.715211 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-54320b8f-dc28-4072-9158-75fa03b45e48 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3315144 Apr 06 11:42:34.338589 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 40964) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:42:34.660511 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [None req-78abbb0c-3ce0-434f-a137-3ab24d205524 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=110260) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:42:34.661615 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-78abbb0c-3ce0-434f-a137-3ab24d205524 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3220136 Apr 06 11:42:37.271434 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 40972) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:42:37.598467 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-3af0d070-eb30-49a4-8e03-ba15eaccf868 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:42:37.621424 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3af0d070-eb30-49a4-8e03-ba15eaccf868 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-432941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2496'] for router (13fdb4e3-20d6-49d5-9b52-d19bb4e95841), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:37.623115 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3af0d070-eb30-49a4-8e03-ba15eaccf868 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2521'] for router (13fdb4e3-20d6-49d5-9b52-d19bb4e95841), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:37.761565 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3af0d070-eb30-49a4-8e03-ba15eaccf868 demo demo] Publish callbacks [] for router_controller (13fdb4e3-20d6-49d5-9b52-d19bb4e95841), precommit_add_association {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:37.767552 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3af0d070-eb30-49a4-8e03-ba15eaccf868 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-433572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430332'] for router (13fdb4e3-20d6-49d5-9b52-d19bb4e95841), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:37.784962 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3af0d070-eb30-49a4-8e03-ba15eaccf868 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:37.786137 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-3af0d070-eb30-49a4-8e03-ba15eaccf868 demo demo] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5137362 Apr 06 11:42:40.392818 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 40984) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:42:40.721961 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [None req-7c7220e6-6ca2-4f19-a65f-93bd7b07dff8 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=110260) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:42:40.723047 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-7c7220e6-6ca2-4f19-a65f-93bd7b07dff8 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3292847 Apr 06 11:42:41.815482 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d233830-88f6-4a9f-976c-70888cea7d6c None None] Network 2de31bc4-37ee-42f5-9149-8aee93ad4449 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:42:41.885780 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-c421cb26-bfeb-44e8-ab69-2e4a28d492c8 None None] Provisioning complete for port e111d511-dd4c-4d12-a95e-393888a3d433 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:42:41.886186 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-c421cb26-bfeb-44e8-ab69-2e4a28d492c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (e111d511-dd4c-4d12-a95e-393888a3d433), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:41.983010 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device e111d511-dd4c-4d12-a95e-393888a3d433 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:42:42.136002 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-c421cb26-bfeb-44e8-ab69-2e4a28d492c8 None None] Current status of the port e111d511-dd4c-4d12-a95e-393888a3d433 is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:42:42.136389 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-c421cb26-bfeb-44e8-ab69-2e4a28d492c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (e111d511-dd4c-4d12-a95e-393888a3d433), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:42.183194 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port e111d511-dd4c-4d12-a95e-393888a3d433 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:42:42.183589 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (e111d511-dd4c-4d12-a95e-393888a3d433), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:42.189039 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-c421cb26-bfeb-44e8-ab69-2e4a28d492c8 None None] For port e111d511-dd4c-4d12-a95e-393888a3d433, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=e111d511-dd4c-4d12-a95e-393888a3d433,segment=NetworkSegment(3586c7e6-ac0c-47c3-8de2-8645517a8baf),segment_id=3586c7e6-ac0c-47c3-8de2-8645517a8baf)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:42:42.213567 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-c421cb26-bfeb-44e8-ab69-2e4a28d492c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (e111d511-dd4c-4d12-a95e-393888a3d433), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:42.258192 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-ae876858-48cf-44c0-909c-e20b93dc119c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:42.288249 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421cb26-bfeb-44e8-ab69-2e4a28d492c8 None None] Pushing event updated for resources: {'Port': ['ID=e111d511-dd4c-4d12-a95e-393888a3d433,revision_number=3']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:42:42.328818 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port e111d511-dd4c-4d12-a95e-393888a3d433 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:42:42.435532 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7cf4489d-e508-4d29-9063-f1a6929d3f30 None None] Provisioning complete for port e111d511-dd4c-4d12-a95e-393888a3d433 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:42:42.435785 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7cf4489d-e508-4d29-9063-f1a6929d3f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (e111d511-dd4c-4d12-a95e-393888a3d433), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:42.516984 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7cf4489d-e508-4d29-9063-f1a6929d3f30 None None] Current status of the port e111d511-dd4c-4d12-a95e-393888a3d433 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:42:43.310164 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 40994) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:42:43.627479 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-a3d5bb1a-7b7b-4055-85ac-a37001d9049d admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:42:43.646471 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d5bb1a-7b7b-4055-85ac-a37001d9049d admin admin] Made reservation on behalf of 519a1f3a07c5444cb04684b382d0b692 for: {'network': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:42:43.649580 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-a3d5bb1a-7b7b-4055-85ac-a37001d9049d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for network (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:43.659375 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-a3d5bb1a-7b7b-4055-85ac-a37001d9049d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:43.737052 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-a3d5bb1a-7b7b-4055-85ac-a37001d9049d admin admin] Publish callbacks [] for security_group (827ba540-520e-4d24-8066-9bbd762d1224), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:43.740931 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-a3d5bb1a-7b7b-4055-85ac-a37001d9049d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (827ba540-520e-4d24-8066-9bbd762d1224), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:43.754342 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a3d5bb1a-7b7b-4055-85ac-a37001d9049d admin admin] Reserving flat network on physical network physnet1 {{(pid=110260) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 06 11:42:43.779154 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-a3d5bb1a-7b7b-4055-85ac-a37001d9049d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (e99df258-543d-4616-b3b8-0c52db153909), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:43.779492 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.db.segments_db [None req-a3d5bb1a-7b7b-4055-85ac-a37001d9049d admin admin] Added segment e99df258-543d-4616-b3b8-0c52db153909 of type flat for network f8bc4371-0f06-4ac4-8212-20e00bcdd0be Apr 06 11:42:43.780775 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5bb1a-7b7b-4055-85ac-a37001d9049d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827ba540-520e-4d24-8066-9bbd762d1224,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:42:43.828252 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-a3d5bb1a-7b7b-4055-85ac-a37001d9049d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743156740410'] for network (f8bc4371-0f06-4ac4-8212-20e00bcdd0be), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:43.860102 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-a3d5bb1a-7b7b-4055-85ac-a37001d9049d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332'] for network (f8bc4371-0f06-4ac4-8212-20e00bcdd0be), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:43.861132 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d5bb1a-7b7b-4055-85ac-a37001d9049d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:42:43.861700 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-a3d5bb1a-7b7b-4055-85ac-a37001d9049d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:43.942116 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-a3d5bb1a-7b7b-4055-85ac-a37001d9049d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6308510 Apr 06 11:42:43.961589 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5bb1a-7b7b-4055-85ac-a37001d9049d admin admin] Pushing event updated for resources: {'Network': ['ID=f8bc4371-0f06-4ac4-8212-20e00bcdd0be,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:42:43.966724 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device e111d511-dd4c-4d12-a95e-393888a3d433 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:42:43.991415 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Network f8bc4371-0f06-4ac4-8212-20e00bcdd0be details requested by agent ovs-agent-dv-cinder-836074-2-iscsi with host dv-cinder-836074-2-iscsi {{(pid=110261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:42:44.085492 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port e111d511-dd4c-4d12-a95e-393888a3d433 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:42:44.085942 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (e111d511-dd4c-4d12-a95e-393888a3d433), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:44.170556 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port e111d511-dd4c-4d12-a95e-393888a3d433 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:42:45.052956 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-359c6bf9-6321-4033-90ef-0c560543a02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:46.345756 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:46.481464 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 41002) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:42:46.777971 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadc4ab4-ec61-4179-9d64-8610182dec66 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:42:46.779352 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-eadc4ab4-ec61-4179-9d64-8610182dec66 demo admin] 10.222.0.39 "GET /v2.0/subnets/72e24a1f-beb6-412e-b48b-c69002a8c78a HTTP/1.1" status: 200 len: 849 time: 0.2969215 Apr 06 11:42:46.901988 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-537123ad-9dd8-4197-808c-df65a8e94cd8 demo admin] 10.222.0.39 "GET /v2.0/routers/13fdb4e3-20d6-49d5-9b52-d19bb4e95841 HTTP/1.1" status: 200 len: 704 time: 0.1156421 Apr 06 11:42:47.193650 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-c65f62e6-8e79-4e01-a731-54b9f113ac2e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:47.520957 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [None req-c65f62e6-8e79-4e01-a731-54b9f113ac2e demo admin] Allocated IP 172.20.0.1 (2de31bc4-37ee-42f5-9149-8aee93ad4449/72e24a1f-beb6-412e-b48b-c69002a8c78a/6148302d-94bb-4313-af55-df624cc55169) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:42:47.719026 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-c65f62e6-8e79-4e01-a731-54b9f113ac2e demo admin] Publish callbacks [] for port (6148302d-94bb-4313-af55-df624cc55169), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:47.788652 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-c65f62e6-8e79-4e01-a731-54b9f113ac2e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228'] for port (6148302d-94bb-4313-af55-df624cc55169), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:47.874776 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65f62e6-8e79-4e01-a731-54b9f113ac2e demo admin] Network 2de31bc4-37ee-42f5-9149-8aee93ad4449 is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:42:47.879774 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-c65f62e6-8e79-4e01-a731-54b9f113ac2e demo admin] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:42:47.886135 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65f62e6-8e79-4e01-a731-54b9f113ac2e demo admin] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:42:47.886654 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-c65f62e6-8e79-4e01-a731-54b9f113ac2e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430125'] for router_interface (13fdb4e3-20d6-49d5-9b52-d19bb4e95841), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:47.955686 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f62e6-8e79-4e01-a731-54b9f113ac2e demo admin] Pushing event updated for resources: {'Port': ['ID=6148302d-94bb-4313-af55-df624cc55169,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:42:48.160546 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-c65f62e6-8e79-4e01-a731-54b9f113ac2e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (6148302d-94bb-4313-af55-df624cc55169), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:48.235194 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-a716a1d7-1999-4e2e-b409-bb5326f1f907 None None] Provisioning complete for port 6148302d-94bb-4313-af55-df624cc55169 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:42:48.235811 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-a716a1d7-1999-4e2e-b409-bb5326f1f907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (6148302d-94bb-4313-af55-df624cc55169), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:48.275229 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-a716a1d7-1999-4e2e-b409-bb5326f1f907 None None] Port 6148302d-94bb-4313-af55-df624cc55169 cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:42:48.410741 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-c65f62e6-8e79-4e01-a731-54b9f113ac2e demo admin] Publish callbacks [] for port (6148302d-94bb-4313-af55-df624cc55169), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:48.416591 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-c65f62e6-8e79-4e01-a731-54b9f113ac2e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (6148302d-94bb-4313-af55-df624cc55169), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:48.416591 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-c65f62e6-8e79-4e01-a731-54b9f113ac2e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431805'] for router_interface (13fdb4e3-20d6-49d5-9b52-d19bb4e95841), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:48.499750 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f62e6-8e79-4e01-a731-54b9f113ac2e demo admin] Pushing event updated for resources: {'Port': ['ID=6148302d-94bb-4313-af55-df624cc55169,revision_number=2']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:42:48.551064 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65f62e6-8e79-4e01-a731-54b9f113ac2e demo admin] Network 2de31bc4-37ee-42f5-9149-8aee93ad4449 is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:42:48.552591 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-c65f62e6-8e79-4e01-a731-54b9f113ac2e demo admin] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:42:48.668055 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:48.760924 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65f62e6-8e79-4e01-a731-54b9f113ac2e demo admin] Router 13fdb4e3-20d6-49d5-9b52-d19bb4e95841 is scheduled to L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f with binding_index 1 {{(pid=110260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 11:42:48.803785 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-d65e5938-f770-4f70-a266-041bea95415b None None] Provisioning complete for port 6148302d-94bb-4313-af55-df624cc55169 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:42:48.804293 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-d65e5938-f770-4f70-a266-041bea95415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (6148302d-94bb-4313-af55-df624cc55169), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:48.841548 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-d65e5938-f770-4f70-a266-041bea95415b None None] Port 6148302d-94bb-4313-af55-df624cc55169 cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:42:48.866518 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65f62e6-8e79-4e01-a731-54b9f113ac2e demo admin] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:42:48.872481 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-c65f62e6-8e79-4e01-a731-54b9f113ac2e demo admin] 10.222.0.39 "PUT /v2.0/routers/13fdb4e3-20d6-49d5-9b52-d19bb4e95841/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9643383 Apr 06 11:42:48.889309 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82284f3c-a07f-4fc5-a414-9760d799a42b None None] Sync routers for ids ['13fdb4e3-20d6-49d5-9b52-d19bb4e95841'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:42:48.902896 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82284f3c-a07f-4fc5-a414-9760d799a42b None None] Routers {'13fdb4e3-20d6-49d5-9b52-d19bb4e95841'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:42:48.903648 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-82284f3c-a07f-4fc5-a414-9760d799a42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:42:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['13fdb4e3-20d6-49d5-9b52-d19bb4e95841'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:42:49.024880 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:49.110485 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-82284f3c-a07f-4fc5-a414-9760d799a42b None None] Set router 13fdb4e3-20d6-49d5-9b52-d19bb4e95841 gateway port host: None {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:42:49.557104 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-82284f3c-a07f-4fc5-a414-9760d799a42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fdb4e3-20d6-49d5-9b52-d19bb4e95841', 'name': 'router1', 'tenant_id': 'c0cf366016204d1cb4e1cec1bf79a3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:42:37Z', 'updated_at': '2022-04-06T11:42:48Z', 'revision_number': 2, 'project_id': 'c0cf366016204d1cb4e1cec1bf79a3ec', 'gw_port_host': None, '_interfaces': [{'id': '6148302d-94bb-4313-af55-df624cc55169', 'name': '', 'network_id': '2de31bc4-37ee-42f5-9149-8aee93ad4449', 'tenant_id': 'c0cf366016204d1cb4e1cec1bf79a3ec', 'mac_address': 'fa:16:3e:70:38:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fdb4e3-20d6-49d5-9b52-d19bb4e95841', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72e24a1f-beb6-412e-b48b-c69002a8c78a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:42:47Z', 'updated_at': '2022-04-06T11:42:48Z', 'revision_number': 2, 'project_id': 'c0cf366016204d1cb4e1cec1bf79a3ec', 'subnets': [{'id': '72e24a1f-beb6-412e-b48b-c69002a8c78a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80a54743-ceb8-4784-8d8d-a8792d62819f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:42:49.610002 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82284f3c-a07f-4fc5-a414-9760d799a42b None None] Checking router: 13fdb4e3-20d6-49d5-9b52-d19bb4e95841 for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:42:49.610373 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82284f3c-a07f-4fc5-a414-9760d799a42b None None] Updating router 13fdb4e3-20d6-49d5-9b52-d19bb4e95841 port 6148302d-94bb-4313-af55-df624cc55169 binding host dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:42:49.665156 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-82284f3c-a07f-4fc5-a414-9760d799a42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (6148302d-94bb-4313-af55-df624cc55169), before_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:50.191997 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-82284f3c-a07f-4fc5-a414-9760d799a42b None None] Publish callbacks [] for port (6148302d-94bb-4313-af55-df624cc55169), precommit_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:50.199570 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-82284f3c-a07f-4fc5-a414-9760d799a42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (6148302d-94bb-4313-af55-df624cc55169), after_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:50.361260 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda9b32-1554-4e8c-8513-77b0469a9ef7 None None] Pushing event updated for resources: {'Port': ['ID=6148302d-94bb-4313-af55-df624cc55169,revision_number=3']} {{(pid=110262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:42:50.381874 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda9b32-1554-4e8c-8513-77b0469a9ef7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:50.382228 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda9b32-1554-4e8c-8513-77b0469a9ef7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:50.382565 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda9b32-1554-4e8c-8513-77b0469a9ef7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:50.382912 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda9b32-1554-4e8c-8513-77b0469a9ef7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:50.383241 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda9b32-1554-4e8c-8513-77b0469a9ef7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:50.383564 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda9b32-1554-4e8c-8513-77b0469a9ef7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:50.383885 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda9b32-1554-4e8c-8513-77b0469a9ef7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:50.384206 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda9b32-1554-4e8c-8513-77b0469a9ef7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:50.384525 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda9b32-1554-4e8c-8513-77b0469a9ef7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:50.384871 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda9b32-1554-4e8c-8513-77b0469a9ef7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:50.385196 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda9b32-1554-4e8c-8513-77b0469a9ef7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:50.385529 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda9b32-1554-4e8c-8513-77b0469a9ef7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:50.385848 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda9b32-1554-4e8c-8513-77b0469a9ef7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:50.386165 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda9b32-1554-4e8c-8513-77b0469a9ef7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:50.386479 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda9b32-1554-4e8c-8513-77b0469a9ef7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda9b32-1554-4e8c-8513-77b0469a9ef7 None None] Tracked resource versions report: Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: pushed versions: Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: { 'AddressGroup': {'1.2'}, Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: 'Agent': {'1.1'}, Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: 'ConntrackHelper': {'1.0'}, Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: 'LocalIPAssociation': {'1.0'}, Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: 'Log': {'1.0'}, Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: 'NDPProxy': {'1.0'}, Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: 'Network': {'1.1'}, Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: 'Port': {'1.7'}, Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: 'PortForwarding': {'1.3'}, Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: 'QosPolicy': {'1.10'}, Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: 'SecurityGroup': {'1.5'}, Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: 'SecurityGroupRule': {'1.2'}, Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: 'SubPort': {'1.0'}, Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: 'Subnet': {'1.1'}, Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: 'Trunk': {'1.1'}} Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: consumer versions: Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: { DHCP agent@dv-cinder-836074-2-iscsi: {}, Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: L3 agent@dv-cinder-836074-2-iscsi: {}, Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: Metadata agent@dv-cinder-836074-2-iscsi: {}, Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: Metering agent@dv-cinder-836074-2-iscsi: {}, Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: Open vSwitch agent@dv-cinder-836074-2-iscsi: { 'AddressGroup': '1.2', Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: 'Agent': '1.1', Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: 'ConntrackHelper': '1.0', Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: 'LocalIPAssociation': '1.0', Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: 'Log': '1.0', Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: 'NDPProxy': '1.0', Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: 'Network': '1.1', Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: 'Port': '1.7', Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: 'PortForwarding': '1.3', Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: 'QosPolicy': '1.10', Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: 'SecurityGroup': '1.5', Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: 'SecurityGroupRule': '1.2', Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: 'SubPort': '1.0', Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: 'Subnet': '1.1', Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: 'Trunk': '1.1'}} Apr 06 11:42:50.387928 dv-cinder-836074-2-iscsi neutron-server[110262]: {{(pid=110262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 11:42:50.392246 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.managers [None req-82284f3c-a07f-4fc5-a414-9760d799a42b None None] Attempting to bind port 6148302d-94bb-4313-af55-df624cc55169 on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:42:50.392650 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.managers [None req-82284f3c-a07f-4fc5-a414-9760d799a42b None None] Attempting to bind port 6148302d-94bb-4313-af55-df624cc55169 by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': '3586c7e6-ac0c-47c3-8de2-8645517a8baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2de31bc4-37ee-42f5-9149-8aee93ad4449'}] {{(pid=110262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:42:50.393125 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82284f3c-a07f-4fc5-a414-9760d799a42b None None] Attempting to bind port 6148302d-94bb-4313-af55-df624cc55169 on network 2de31bc4-37ee-42f5-9149-8aee93ad4449 {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:42:50.398588 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82284f3c-a07f-4fc5-a414-9760d799a42b None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:42:50.399251 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82284f3c-a07f-4fc5-a414-9760d799a42b None None] Checking segment: {'id': '3586c7e6-ac0c-47c3-8de2-8645517a8baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2de31bc4-37ee-42f5-9149-8aee93ad4449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:42:50.399485 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-82284f3c-a07f-4fc5-a414-9760d799a42b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:50.399869 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82284f3c-a07f-4fc5-a414-9760d799a42b None None] Bound using segment: {'id': '3586c7e6-ac0c-47c3-8de2-8645517a8baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2de31bc4-37ee-42f5-9149-8aee93ad4449'} {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:42:50.400323 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.managers [None req-82284f3c-a07f-4fc5-a414-9760d799a42b None None] Bound port: 6148302d-94bb-4313-af55-df624cc55169, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3586c7e6-ac0c-47c3-8de2-8645517a8baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2de31bc4-37ee-42f5-9149-8aee93ad4449'}}] {{(pid=110262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:42:50.400696 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-82284f3c-a07f-4fc5-a414-9760d799a42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (6148302d-94bb-4313-af55-df624cc55169), before_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:50.470415 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.db [None req-82284f3c-a07f-4fc5-a414-9760d799a42b None None] For port 6148302d-94bb-4313-af55-df624cc55169, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:42:50.470602 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-ed94b7fa-791b-48f0-8b50-668a0cd78f61 None None] Provisioning complete for port 6148302d-94bb-4313-af55-df624cc55169 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:42:50.471044 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-ed94b7fa-791b-48f0-8b50-668a0cd78f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (6148302d-94bb-4313-af55-df624cc55169), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:50.494632 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.db [None req-82284f3c-a07f-4fc5-a414-9760d799a42b None None] For port 6148302d-94bb-4313-af55-df624cc55169, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=6148302d-94bb-4313-af55-df624cc55169,segment=NetworkSegment(3586c7e6-ac0c-47c3-8de2-8645517a8baf),segment_id=3586c7e6-ac0c-47c3-8de2-8645517a8baf)] {{(pid=110262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:42:50.504058 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-82284f3c-a07f-4fc5-a414-9760d799a42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (6148302d-94bb-4313-af55-df624cc55169), after_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:50.508442 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-ed94b7fa-791b-48f0-8b50-668a0cd78f61 None None] Port 6148302d-94bb-4313-af55-df624cc55169 cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:42:50.558776 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82284f3c-a07f-4fc5-a414-9760d799a42b None None] Routers {'13fdb4e3-20d6-49d5-9b52-d19bb4e95841'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:42:50.559607 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-82284f3c-a07f-4fc5-a414-9760d799a42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:42:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['13fdb4e3-20d6-49d5-9b52-d19bb4e95841'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:42:50.632766 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda9b32-1554-4e8c-8513-77b0469a9ef7 None None] Pushing event updated for resources: {'Port': ['ID=6148302d-94bb-4313-af55-df624cc55169,revision_number=4']} {{(pid=110262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:42:50.660867 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-82284f3c-a07f-4fc5-a414-9760d799a42b None None] Set router 13fdb4e3-20d6-49d5-9b52-d19bb4e95841 gateway port host: None {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:42:50.729349 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-5a683680-d3a9-4029-a72d-7c287897ddec None None] Provisioning complete for port 6148302d-94bb-4313-af55-df624cc55169 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:42:50.729654 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-5a683680-d3a9-4029-a72d-7c287897ddec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (6148302d-94bb-4313-af55-df624cc55169), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:50.812874 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-5a683680-d3a9-4029-a72d-7c287897ddec None None] Current status of the port 6148302d-94bb-4313-af55-df624cc55169 is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:42:50.813190 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-5a683680-d3a9-4029-a72d-7c287897ddec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (6148302d-94bb-4313-af55-df624cc55169), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:50.858072 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-5a683680-d3a9-4029-a72d-7c287897ddec None None] For port 6148302d-94bb-4313-af55-df624cc55169, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=6148302d-94bb-4313-af55-df624cc55169,segment=NetworkSegment(3586c7e6-ac0c-47c3-8de2-8645517a8baf),segment_id=3586c7e6-ac0c-47c3-8de2-8645517a8baf)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:42:50.864035 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-5a683680-d3a9-4029-a72d-7c287897ddec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (6148302d-94bb-4313-af55-df624cc55169), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:50.905242 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-82284f3c-a07f-4fc5-a414-9760d799a42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fdb4e3-20d6-49d5-9b52-d19bb4e95841', 'name': 'router1', 'tenant_id': 'c0cf366016204d1cb4e1cec1bf79a3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:42:37Z', 'updated_at': '2022-04-06T11:42:48Z', 'revision_number': 2, 'project_id': 'c0cf366016204d1cb4e1cec1bf79a3ec', 'gw_port_host': None, '_interfaces': [{'id': '6148302d-94bb-4313-af55-df624cc55169', 'name': '', 'network_id': '2de31bc4-37ee-42f5-9149-8aee93ad4449', 'tenant_id': 'c0cf366016204d1cb4e1cec1bf79a3ec', 'mac_address': 'fa:16:3e:70:38:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fdb4e3-20d6-49d5-9b52-d19bb4e95841', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72e24a1f-beb6-412e-b48b-c69002a8c78a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:42:47Z', 'updated_at': '2022-04-06T11:42:50Z', 'revision_number': 4, 'project_id': 'c0cf366016204d1cb4e1cec1bf79a3ec', 'subnets': [{'id': '72e24a1f-beb6-412e-b48b-c69002a8c78a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80a54743-ceb8-4784-8d8d-a8792d62819f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:42:50.928277 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a683680-d3a9-4029-a72d-7c287897ddec None None] Pushing event updated for resources: {'Port': ['ID=6148302d-94bb-4313-af55-df624cc55169,revision_number=5']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:42:50.936388 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82284f3c-a07f-4fc5-a414-9760d799a42b None None] The sync data for ids ['13fdb4e3-20d6-49d5-9b52-d19bb4e95841'] in dv-cinder-836074-2-iscsi is: [{'id': '13fdb4e3-20d6-49d5-9b52-d19bb4e95841', 'name': 'router1', 'tenant_id': 'c0cf366016204d1cb4e1cec1bf79a3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:42:37Z', 'updated_at': '2022-04-06T11:42:48Z', 'revision_number': 2, 'project_id': 'c0cf366016204d1cb4e1cec1bf79a3ec', 'gw_port_host': None, '_interfaces': [{'id': '6148302d-94bb-4313-af55-df624cc55169', 'name': '', 'network_id': '2de31bc4-37ee-42f5-9149-8aee93ad4449', 'tenant_id': 'c0cf366016204d1cb4e1cec1bf79a3ec', 'mac_address': 'fa:16:3e:70:38:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fdb4e3-20d6-49d5-9b52-d19bb4e95841', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72e24a1f-beb6-412e-b48b-c69002a8c78a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:42:47Z', 'updated_at': '2022-04-06T11:42:50Z', 'revision_number': 4, 'project_id': 'c0cf366016204d1cb4e1cec1bf79a3ec', 'subnets': [{'id': '72e24a1f-beb6-412e-b48b-c69002a8c78a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80a54743-ceb8-4784-8d8d-a8792d62819f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:42:51.447194 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 41022) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:42:51.566196 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50096aa-d680-417b-8c21-d26935470c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:42:51.572711 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-e50096aa-d680-417b-8c21-d26935470c62 admin admin] 10.222.0.39 "GET /v2.0/networks/f8bc4371-0f06-4ac4-8212-20e00bcdd0be HTTP/1.1" status: 200 len: 842 time: 0.1193011 Apr 06 11:42:51.577095 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-e8b13d48-6857-4939-90c9-f8b4057d7ccd admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:42:51.597013 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b13d48-6857-4939-90c9-f8b4057d7ccd admin admin] Made reservation on behalf of 519a1f3a07c5444cb04684b382d0b692 for: {'subnet': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:42:51.599210 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e8b13d48-6857-4939-90c9-f8b4057d7ccd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:51.973548 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.objects.ports [None req-e8b13d48-6857-4939-90c9-f8b4057d7ccd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110260) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 11:42:51.974001 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e8b13d48-6857-4939-90c9-f8b4057d7ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332'] for subnet (f72af3a5-4f9e-49cd-911b-77b0f5cebaf5), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:52.032802 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b13d48-6857-4939-90c9-f8b4057d7ccd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f72af3a5-4f9e-49cd-911b-77b0f5cebaf5,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:42:52.042550 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b13d48-6857-4939-90c9-f8b4057d7ccd admin admin] Checking segment: {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:42:52.042908 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b13d48-6857-4939-90c9-f8b4057d7ccd admin admin] Network hostable DHCP agents. Network: f8bc4371-0f06-4ac4-8212-20e00bcdd0be, hostable agents: ['eb907300-c67e-4e21-a2d4-e40182a63fdb'], hosted agents: [] {{(pid=110260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:42:52.059691 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b13d48-6857-4939-90c9-f8b4057d7ccd admin admin] Network f8bc4371-0f06-4ac4-8212-20e00bcdd0be is scheduled to be hosted by DHCP agent eb907300-c67e-4e21-a2d4-e40182a63fdb with binding_index 1 {{(pid=110260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:42:52.069655 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-e8b13d48-6857-4939-90c9-f8b4057d7ccd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-2-iscsi, f8bc4371-0f06-4ac4-8212-20e00bcdd0be) {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:42:52.074033 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b13d48-6857-4939-90c9-f8b4057d7ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:42:52.074812 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e8b13d48-6857-4939-90c9-f8b4057d7ccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:52.080910 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1076e66-de81-426f-9143-10b0aa1261f8 None None] Network f8bc4371-0f06-4ac4-8212-20e00bcdd0be requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:42:52.109384 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-e8b13d48-6857-4939-90c9-f8b4057d7ccd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5357847 Apr 06 11:42:52.217567 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8addcfd-45b5-4639-b4f5-fb9d78a31535 None None] Network f8bc4371-0f06-4ac4-8212-20e00bcdd0be requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:42:54.656986 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 41040) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:42:54.928172 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-f42ad99b-ca7a-4194-86dc-31db1a3fbf13 demo admin] 10.222.0.39 "GET /v2.0/routers/13fdb4e3-20d6-49d5-9b52-d19bb4e95841 HTTP/1.1" status: 200 len: 710 time: 0.2700584 Apr 06 11:42:55.122190 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ab574c-4ed1-4254-b9bd-dbab4be0ad4f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:42:55.123688 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-27ab574c-4ed1-4254-b9bd-dbab4be0ad4f demo admin] 10.222.0.39 "GET /v2.0/networks/f8bc4371-0f06-4ac4-8212-20e00bcdd0be HTTP/1.1" status: 200 len: 886 time: 0.1899099 Apr 06 11:42:55.132813 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:42:55.415146 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] Publish callbacks [] for router_gateway (13fdb4e3-20d6-49d5-9b52-d19bb4e95841), precommit_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:55.667109 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] Publish callbacks [] for router_gateway (13fdb4e3-20d6-49d5-9b52-d19bb4e95841), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:55.752895 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:55.943085 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.db_base_plugin_common [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] Allocated IP 172.27.1.254 (f8bc4371-0f06-4ac4-8212-20e00bcdd0be/f72af3a5-4f9e-49cd-911b-77b0f5cebaf5/f14421e6-e8dc-41fd-837d-6fedc1c92af6) {{(pid=110259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:42:56.057185 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] Publish callbacks [] for port (f14421e6-e8dc-41fd-837d-6fedc1c92af6), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:56.121567 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228'] for port (f14421e6-e8dc-41fd-837d-6fedc1c92af6), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:56.200313 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] Network f8bc4371-0f06-4ac4-8212-20e00bcdd0be is already hosted by enough agents. {{(pid=110259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:42:56.206056 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] Resources bound (agent type, host, resource id): {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:42:56.242768 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] Pushing event updated for resources: {'Port': ['ID=f14421e6-e8dc-41fd-837d-6fedc1c92af6,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:42:56.248103 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] Received port after_create {{(pid=110259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:42:56.254805 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:56.255181 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:56.255528 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:56.255870 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:56.256203 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:56.256535 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:56.256889 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:56.257216 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:56.257558 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:56.257885 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:56.258211 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:56.258549 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:56.258875 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:56.259195 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:56.259514 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] Tracked resource versions report: Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: pushed versions: Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: { 'AddressGroup': {'1.2'}, Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: 'Agent': {'1.1'}, Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: 'ConntrackHelper': {'1.0'}, Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: 'LocalIPAssociation': {'1.0'}, Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: 'Log': {'1.0'}, Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: 'NDPProxy': {'1.0'}, Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: 'Network': {'1.1'}, Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: 'Port': {'1.7'}, Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: 'PortForwarding': {'1.3'}, Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: 'QosPolicy': {'1.10'}, Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: 'SecurityGroup': {'1.5'}, Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: 'SecurityGroupRule': {'1.2'}, Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: 'SubPort': {'1.0'}, Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: 'Subnet': {'1.1'}, Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: 'Trunk': {'1.1'}} Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: consumer versions: Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: { DHCP agent@dv-cinder-836074-2-iscsi: {}, Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: L3 agent@dv-cinder-836074-2-iscsi: {}, Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: Metadata agent@dv-cinder-836074-2-iscsi: {}, Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: Metering agent@dv-cinder-836074-2-iscsi: {}, Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: Open vSwitch agent@dv-cinder-836074-2-iscsi: { 'AddressGroup': '1.2', Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: 'Agent': '1.1', Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: 'ConntrackHelper': '1.0', Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: 'LocalIPAssociation': '1.0', Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: 'Log': '1.0', Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: 'NDPProxy': '1.0', Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: 'Network': '1.1', Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: 'Port': '1.7', Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: 'PortForwarding': '1.3', Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: 'QosPolicy': '1.10', Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: 'SecurityGroup': '1.5', Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: 'SecurityGroupRule': '1.2', Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: 'SubPort': '1.0', Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: 'Subnet': '1.1', Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: 'Trunk': '1.1'}} Apr 06 11:42:56.260895 dv-cinder-836074-2-iscsi neutron-server[110259]: {{(pid=110259) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 11:42:56.560614 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] Publish callbacks [] for router_gateway (13fdb4e3-20d6-49d5-9b52-d19bb4e95841), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:56.805553 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-433583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2475'] for router (13fdb4e3-20d6-49d5-9b52-d19bb4e95841), precommit_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:56.811082 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-433558'] for router (13fdb4e3-20d6-49d5-9b52-d19bb4e95841), after_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:56.924756 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] Router 13fdb4e3-20d6-49d5-9b52-d19bb4e95841 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:42:57.037907 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:42:57.042600 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:57.052754 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-98aa7bc1-3ee3-497b-a73f-31ed5250a6b9 demo admin] 10.222.0.39 "PUT /v2.0/routers/13fdb4e3-20d6-49d5-9b52-d19bb4e95841 HTTP/1.1" status: 200 len: 890 time: 1.9142740 Apr 06 11:42:57.996221 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 6148302d-94bb-4313-af55-df624cc55169 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:42:58.050641 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port 6148302d-94bb-4313-af55-df624cc55169 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:42:58.051216 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (6148302d-94bb-4313-af55-df624cc55169), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:58.136638 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port 6148302d-94bb-4313-af55-df624cc55169 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:42:59.691879 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 41056) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:42:59.820440 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-e38eea85-8a42-4967-a9ea-eb5b6d9c9923 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1273909 Apr 06 11:42:59.980640 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d99578-3f78-4375-ad40-8b031f0dfb1d None None] Sync routers for ids ['13fdb4e3-20d6-49d5-9b52-d19bb4e95841'] in dv-cinder-836074-2-iscsi {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:42:59.993485 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d99578-3f78-4375-ad40-8b031f0dfb1d None None] Routers {'13fdb4e3-20d6-49d5-9b52-d19bb4e95841'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:42:59.994262 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-d5d99578-3f78-4375-ad40-8b031f0dfb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:42:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['13fdb4e3-20d6-49d5-9b52-d19bb4e95841'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:43:00.232164 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-d5d99578-3f78-4375-ad40-8b031f0dfb1d None None] Set router 13fdb4e3-20d6-49d5-9b52-d19bb4e95841 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:43:00.725872 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-d5d99578-3f78-4375-ad40-8b031f0dfb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fdb4e3-20d6-49d5-9b52-d19bb4e95841', 'name': 'router1', 'tenant_id': 'c0cf366016204d1cb4e1cec1bf79a3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'f14421e6-e8dc-41fd-837d-6fedc1c92af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:42:37Z', 'updated_at': '2022-04-06T11:42:56Z', 'revision_number': 4, 'project_id': 'c0cf366016204d1cb4e1cec1bf79a3ec', 'gw_port': {'id': 'f14421e6-e8dc-41fd-837d-6fedc1c92af6', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fdb4e3-20d6-49d5-9b52-d19bb4e95841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:42:55Z', 'updated_at': '2022-04-06T11:42:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': '6148302d-94bb-4313-af55-df624cc55169', 'name': '', 'network_id': '2de31bc4-37ee-42f5-9149-8aee93ad4449', 'tenant_id': 'c0cf366016204d1cb4e1cec1bf79a3ec', 'mac_address': 'fa:16:3e:70:38:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fdb4e3-20d6-49d5-9b52-d19bb4e95841', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72e24a1f-beb6-412e-b48b-c69002a8c78a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:42:47Z', 'updated_at': '2022-04-06T11:42:50Z', 'revision_number': 5, 'project_id': 'c0cf366016204d1cb4e1cec1bf79a3ec', 'subnets': [{'id': '72e24a1f-beb6-412e-b48b-c69002a8c78a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80a54743-ceb8-4784-8d8d-a8792d62819f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:43:00.780689 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d99578-3f78-4375-ad40-8b031f0dfb1d None None] Checking router: 13fdb4e3-20d6-49d5-9b52-d19bb4e95841 for host: dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:43:00.781320 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d99578-3f78-4375-ad40-8b031f0dfb1d None None] Updating router 13fdb4e3-20d6-49d5-9b52-d19bb4e95841 port f14421e6-e8dc-41fd-837d-6fedc1c92af6 binding host dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:43:00.836697 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-d5d99578-3f78-4375-ad40-8b031f0dfb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (f14421e6-e8dc-41fd-837d-6fedc1c92af6), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:01.187208 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-d5d99578-3f78-4375-ad40-8b031f0dfb1d None None] Publish callbacks [] for port (f14421e6-e8dc-41fd-837d-6fedc1c92af6), precommit_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:01.193588 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-d5d99578-3f78-4375-ad40-8b031f0dfb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (f14421e6-e8dc-41fd-837d-6fedc1c92af6), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:01.259872 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-d5d99578-3f78-4375-ad40-8b031f0dfb1d None None] Attempting to bind port f14421e6-e8dc-41fd-837d-6fedc1c92af6 on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:43:01.260277 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-d5d99578-3f78-4375-ad40-8b031f0dfb1d None None] Attempting to bind port f14421e6-e8dc-41fd-837d-6fedc1c92af6 by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:43:01.260662 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d99578-3f78-4375-ad40-8b031f0dfb1d None None] Attempting to bind port f14421e6-e8dc-41fd-837d-6fedc1c92af6 on network f8bc4371-0f06-4ac4-8212-20e00bcdd0be {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:43:01.272999 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcbb1c-9b7e-4551-a3ab-5eb836f34352 None None] Pushing event updated for resources: {'Port': ['ID=f14421e6-e8dc-41fd-837d-6fedc1c92af6,revision_number=2']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:01.277164 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d99578-3f78-4375-ad40-8b031f0dfb1d None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:43:01.277624 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d99578-3f78-4375-ad40-8b031f0dfb1d None None] Checking segment: {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:43:01.278810 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-d5d99578-3f78-4375-ad40-8b031f0dfb1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:01.279199 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d99578-3f78-4375-ad40-8b031f0dfb1d None None] Bound using segment: {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:43:01.279684 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-d5d99578-3f78-4375-ad40-8b031f0dfb1d None None] Bound port: f14421e6-e8dc-41fd-837d-6fedc1c92af6, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:43:01.280065 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-d5d99578-3f78-4375-ad40-8b031f0dfb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (f14421e6-e8dc-41fd-837d-6fedc1c92af6), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:01.338599 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-d5d99578-3f78-4375-ad40-8b031f0dfb1d None None] For port f14421e6-e8dc-41fd-837d-6fedc1c92af6, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:43:01.342296 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-d5d99578-3f78-4375-ad40-8b031f0dfb1d None None] For port f14421e6-e8dc-41fd-837d-6fedc1c92af6, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=f14421e6-e8dc-41fd-837d-6fedc1c92af6,segment=NetworkSegment(e99df258-543d-4616-b3b8-0c52db153909),segment_id=e99df258-543d-4616-b3b8-0c52db153909)] {{(pid=110261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:43:01.348698 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-d5d99578-3f78-4375-ad40-8b031f0dfb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (f14421e6-e8dc-41fd-837d-6fedc1c92af6), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:01.407188 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcbb1c-9b7e-4551-a3ab-5eb836f34352 None None] Pushing event updated for resources: {'Port': ['ID=f14421e6-e8dc-41fd-837d-6fedc1c92af6,revision_number=3']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:01.409980 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d99578-3f78-4375-ad40-8b031f0dfb1d None None] Routers {'13fdb4e3-20d6-49d5-9b52-d19bb4e95841'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:43:01.410583 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-d5d99578-3f78-4375-ad40-8b031f0dfb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:42:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['13fdb4e3-20d6-49d5-9b52-d19bb4e95841'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:43:01.523539 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-d5d99578-3f78-4375-ad40-8b031f0dfb1d None None] Set router 13fdb4e3-20d6-49d5-9b52-d19bb4e95841 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:43:01.760547 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-d5d99578-3f78-4375-ad40-8b031f0dfb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fdb4e3-20d6-49d5-9b52-d19bb4e95841', 'name': 'router1', 'tenant_id': 'c0cf366016204d1cb4e1cec1bf79a3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'f14421e6-e8dc-41fd-837d-6fedc1c92af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:42:37Z', 'updated_at': '2022-04-06T11:42:56Z', 'revision_number': 4, 'project_id': 'c0cf366016204d1cb4e1cec1bf79a3ec', 'gw_port': {'id': 'f14421e6-e8dc-41fd-837d-6fedc1c92af6', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fdb4e3-20d6-49d5-9b52-d19bb4e95841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:42:55Z', 'updated_at': '2022-04-06T11:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': '6148302d-94bb-4313-af55-df624cc55169', 'name': '', 'network_id': '2de31bc4-37ee-42f5-9149-8aee93ad4449', 'tenant_id': 'c0cf366016204d1cb4e1cec1bf79a3ec', 'mac_address': 'fa:16:3e:70:38:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fdb4e3-20d6-49d5-9b52-d19bb4e95841', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72e24a1f-beb6-412e-b48b-c69002a8c78a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:42:47Z', 'updated_at': '2022-04-06T11:42:50Z', 'revision_number': 5, 'project_id': 'c0cf366016204d1cb4e1cec1bf79a3ec', 'subnets': [{'id': '72e24a1f-beb6-412e-b48b-c69002a8c78a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80a54743-ceb8-4784-8d8d-a8792d62819f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:43:01.788136 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d99578-3f78-4375-ad40-8b031f0dfb1d None None] The sync data for ids ['13fdb4e3-20d6-49d5-9b52-d19bb4e95841'] in dv-cinder-836074-2-iscsi is: [{'id': '13fdb4e3-20d6-49d5-9b52-d19bb4e95841', 'name': 'router1', 'tenant_id': 'c0cf366016204d1cb4e1cec1bf79a3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'f14421e6-e8dc-41fd-837d-6fedc1c92af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:42:37Z', 'updated_at': '2022-04-06T11:42:56Z', 'revision_number': 4, 'project_id': 'c0cf366016204d1cb4e1cec1bf79a3ec', 'gw_port': {'id': 'f14421e6-e8dc-41fd-837d-6fedc1c92af6', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fdb4e3-20d6-49d5-9b52-d19bb4e95841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:42:55Z', 'updated_at': '2022-04-06T11:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': '6148302d-94bb-4313-af55-df624cc55169', 'name': '', 'network_id': '2de31bc4-37ee-42f5-9149-8aee93ad4449', 'tenant_id': 'c0cf366016204d1cb4e1cec1bf79a3ec', 'mac_address': 'fa:16:3e:70:38:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fdb4e3-20d6-49d5-9b52-d19bb4e95841', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72e24a1f-beb6-412e-b48b-c69002a8c78a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:42:47Z', 'updated_at': '2022-04-06T11:42:50Z', 'revision_number': 5, 'project_id': 'c0cf366016204d1cb4e1cec1bf79a3ec', 'subnets': [{'id': '72e24a1f-beb6-412e-b48b-c69002a8c78a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80a54743-ceb8-4784-8d8d-a8792d62819f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:43:02.029471 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device f14421e6-e8dc-41fd-837d-6fedc1c92af6 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:43:02.106269 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port f14421e6-e8dc-41fd-837d-6fedc1c92af6 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:43:02.106722 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (f14421e6-e8dc-41fd-837d-6fedc1c92af6), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:02.210787 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port f14421e6-e8dc-41fd-837d-6fedc1c92af6 is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:43:02.211399 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (f14421e6-e8dc-41fd-837d-6fedc1c92af6), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:02.236835 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] For port f14421e6-e8dc-41fd-837d-6fedc1c92af6, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=f14421e6-e8dc-41fd-837d-6fedc1c92af6,segment=NetworkSegment(e99df258-543d-4616-b3b8-0c52db153909),segment_id=e99df258-543d-4616-b3b8-0c52db153909)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:43:02.244008 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (f14421e6-e8dc-41fd-837d-6fedc1c92af6), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:02.311675 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Pushing event updated for resources: {'Port': ['ID=f14421e6-e8dc-41fd-837d-6fedc1c92af6,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:04.022026 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device f14421e6-e8dc-41fd-837d-6fedc1c92af6 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:43:04.137482 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port f14421e6-e8dc-41fd-837d-6fedc1c92af6 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:43:04.138329 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (f14421e6-e8dc-41fd-837d-6fedc1c92af6), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:04.276736 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port f14421e6-e8dc-41fd-837d-6fedc1c92af6 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:43:12.225186 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-d2338534-a1ad-466d-8247-0ad4e7954f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:12.456491 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 5 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:43:15.060311 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-02b0764f-4d7f-4062-80d3-501fd52e5402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:16.365529 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:18.687024 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:19.024277 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:42.221864 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-0d1b8693-6b7d-4e49-ac47-98b7a3c9191a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:45.062678 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7e0d5185-19bb-4e66-bb85-03fc5caaa3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:46.354062 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:48.675532 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:49.020594 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:49.458757 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 5 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:44:12.224225 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-f2a97df5-a4fd-4bec-b07c-e92d38a72a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:15.072387 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-55a5670e-bb44-41cc-901b-e78890d9603d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:16.352869 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:18.679963 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:19.036485 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:25.973248 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 41540) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:44:26.051433 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b095773-d049-4381-89b5-f2a77362bbbf admin admin] GET failed (client error): The resource could not be found. Apr 06 11:44:26.052873 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-5b095773-d049-4381-89b5-f2a77362bbbf admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0785015 Apr 06 11:44:26.249139 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3725ac0c-ef2b-47f6-b1d2-5b316446c49a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:44:26.251633 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-3725ac0c-ef2b-47f6-b1d2-5b316446c49a admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1938722 Apr 06 11:44:26.460396 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 5 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:44:28.839241 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 41550) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:44:28.944479 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92be06c-78fe-4597-bffe-a4b2e99df655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:44:28.946414 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-e92be06c-78fe-4597-bffe-a4b2e99df655 admin admin] 10.222.0.39 "GET /v2.0/subnets/72e24a1f-beb6-412e-b48b-c69002a8c78a HTTP/1.1" status: 200 len: 849 time: 0.1058998 Apr 06 11:44:28.956520 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-89ab8e1a-4b74-4ee7-a878-08311c36dd8f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:44:29.052548 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-89ab8e1a-4b74-4ee7-a878-08311c36dd8f admin admin] Publish callbacks [] for subnet (72e24a1f-beb6-412e-b48b-c69002a8c78a), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:29.217483 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-89ab8e1a-4b74-4ee7-a878-08311c36dd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743157134349'] for subnet (72e24a1f-beb6-412e-b48b-c69002a8c78a), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:29.249407 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ab8e1a-4b74-4ee7-a878-08311c36dd8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:44:29.249994 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-89ab8e1a-4b74-4ee7-a878-08311c36dd8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:29.252013 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-89ab8e1a-4b74-4ee7-a878-08311c36dd8f admin admin] 10.222.0.39 "PUT /v2.0/subnets/72e24a1f-beb6-412e-b48b-c69002a8c78a HTTP/1.1" status: 200 len: 868 time: 0.2990460 Apr 06 11:44:29.267287 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62939e5-889f-401b-8a71-f8b3ff2d09e3 None None] Network 2de31bc4-37ee-42f5-9149-8aee93ad4449 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:44:29.276189 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab8e1a-4b74-4ee7-a878-08311c36dd8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=72e24a1f-beb6-412e-b48b-c69002a8c78a,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:44:29.288329 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ab8e1a-4b74-4ee7-a878-08311c36dd8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:44:29.289833 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ab8e1a-4b74-4ee7-a878-08311c36dd8f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:44:29.290447 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ab8e1a-4b74-4ee7-a878-08311c36dd8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:44:29.291364 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ab8e1a-4b74-4ee7-a878-08311c36dd8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:44:29.291871 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ab8e1a-4b74-4ee7-a878-08311c36dd8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:44:29.292356 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ab8e1a-4b74-4ee7-a878-08311c36dd8f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:44:29.292888 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ab8e1a-4b74-4ee7-a878-08311c36dd8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:44:29.293455 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ab8e1a-4b74-4ee7-a878-08311c36dd8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:44:29.293966 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ab8e1a-4b74-4ee7-a878-08311c36dd8f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:44:29.294885 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ab8e1a-4b74-4ee7-a878-08311c36dd8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:44:29.295770 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ab8e1a-4b74-4ee7-a878-08311c36dd8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:44:29.296419 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ab8e1a-4b74-4ee7-a878-08311c36dd8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:44:29.297110 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ab8e1a-4b74-4ee7-a878-08311c36dd8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:44:29.297736 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ab8e1a-4b74-4ee7-a878-08311c36dd8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:44:29.298256 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ab8e1a-4b74-4ee7-a878-08311c36dd8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:44:29.643978 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-52d44621-9ca9-42b6-a911-314a1253d32f None None] Provisioning complete for port e111d511-dd4c-4d12-a95e-393888a3d433 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:44:29.644415 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-52d44621-9ca9-42b6-a911-314a1253d32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (e111d511-dd4c-4d12-a95e-393888a3d433), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:29.740491 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-52d44621-9ca9-42b6-a911-314a1253d32f None None] Current status of the port e111d511-dd4c-4d12-a95e-393888a3d433 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:44:29.753105 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-52d44621-9ca9-42b6-a911-314a1253d32f None None] Provisioning complete for port 6148302d-94bb-4313-af55-df624cc55169 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:44:29.753474 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-52d44621-9ca9-42b6-a911-314a1253d32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (6148302d-94bb-4313-af55-df624cc55169), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:29.835124 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-52d44621-9ca9-42b6-a911-314a1253d32f None None] Current status of the port 6148302d-94bb-4313-af55-df624cc55169 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:44:31.858839 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 41560) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:44:32.103389 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833efd3b-0dea-4db9-9c8e-ca2e7695cab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:44:32.106069 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833efd3b-0dea-4db9-9c8e-ca2e7695cab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:44:32.106069 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-833efd3b-0dea-4db9-9c8e-ca2e7695cab2 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2453792 Apr 06 11:44:34.587182 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 41568) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:44:34.770515 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1728f4-8379-4bf6-ad02-a03de3c23d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:44:34.771363 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1728f4-8379-4bf6-ad02-a03de3c23d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:44:34.774251 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-2e1728f4-8379-4bf6-ad02-a03de3c23d17 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1857579 Apr 06 11:44:37.276391 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 41576) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:44:37.439084 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f339cea-fd1c-4304-aeaa-8a144655c4fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:44:37.440492 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-7f339cea-fd1c-4304-aeaa-8a144655c4fb admin admin] 10.222.0.39 "GET /v2.0/networks/2de31bc4-37ee-42f5-9149-8aee93ad4449 HTTP/1.1" status: 200 len: 869 time: 0.1631169 Apr 06 11:44:39.891953 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 41584) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:44:40.033768 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7191162e-ce60-4345-b4d2-ef69977af3b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:44:40.035183 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-7191162e-ce60-4345-b4d2-ef69977af3b6 admin admin] 10.222.0.39 "GET /v2.0/networks/f8bc4371-0f06-4ac4-8212-20e00bcdd0be HTTP/1.1" status: 200 len: 886 time: 0.1422482 Apr 06 11:44:42.225892 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-583cbe22-12d3-448d-897f-62700f6f920b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:42.422910 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 41592) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:44:42.547346 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d608178a-2bf0-4c70-a950-fb1599d77c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:44:42.547710 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d608178a-2bf0-4c70-a950-fb1599d77c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:44:42.549290 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-d608178a-2bf0-4c70-a950-fb1599d77c5d admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1254196 Apr 06 11:44:44.969263 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 41600) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:44:45.065226 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-f4f44399-f210-49bd-a64e-b5404d541579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:45.067432 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7353c400-5cef-48cc-8866-8980464d55a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:44:45.068255 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7353c400-5cef-48cc-8866-8980464d55a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:44:45.072845 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-7353c400-5cef-48cc-8866-8980464d55a9 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1008649 Apr 06 11:44:46.354620 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:47.442684 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 41608) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:44:47.551238 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56da3dc3-63fd-4723-8a72-73e4fd59ca10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:44:47.552604 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-56da3dc3-63fd-4723-8a72-73e4fd59ca10 admin admin] 10.222.0.39 "GET /v2.0/subnets/72e24a1f-beb6-412e-b48b-c69002a8c78a HTTP/1.1" status: 200 len: 868 time: 0.1089535 Apr 06 11:44:48.677791 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:49.023299 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:49.939672 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 41616) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:44:50.030426 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e536477-fc1c-4159-86a1-7a4e46f1b403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:44:50.031797 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-8e536477-fc1c-4159-86a1-7a4e46f1b403 admin admin] 10.222.0.39 "GET /v2.0/subnets/f72af3a5-4f9e-49cd-911b-77b0f5cebaf5 HTTP/1.1" status: 200 len: 816 time: 0.0911744 Apr 06 11:45:03.461799 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 5 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:45:12.229607 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-12267009-0963-4aa9-9099-b6d82fa55bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:15.074797 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-622fa1ad-730b-4d9e-aed1-871eb9ea9c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:16.357587 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:18.680523 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:19.027781 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:33.031821 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 41674) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:45:33.093084 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [None req-b5d0aad3-fa27-4ca3-9569-2e6f22b8ac89 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=110259) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:45:33.097267 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-b5d0aad3-fa27-4ca3-9569-2e6f22b8ac89 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0640695 Apr 06 11:45:35.592662 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 41682) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:45:35.653752 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.pecan_wsgi.hooks.translation [None req-83cbf5ac-e705-4495-b4a3-896ec391ef20 admin admin] GET failed (client error): The resource could not be found. Apr 06 11:45:35.655047 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-83cbf5ac-e705-4495-b4a3-896ec391ef20 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0614228 Apr 06 11:45:35.743121 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da0c983-2a65-4923-9777-5621eb608dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:45:35.744635 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-3da0c983-2a65-4923-9777-5621eb608dbf admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0855558 Apr 06 11:45:38.185607 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 41690) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:45:38.236416 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-d562ec0f-c4e9-47ba-98c9-917e06b5f212 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:45:38.265954 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d562ec0f-c4e9-47ba-98c9-917e06b5f212 admin admin] Made reservation on behalf of 519a1f3a07c5444cb04684b382d0b692 for: {'network': 1} {{(pid=110259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:45:38.268703 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d562ec0f-c4e9-47ba-98c9-917e06b5f212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for network (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:38.316261 dv-cinder-836074-2-iscsi neutron-server[110259]: WARNING neutron.services.revisions.revision_plugin [None req-d562ec0f-c4e9-47ba-98c9-917e06b5f212 admin admin] Could not find related network for resource to bump revision. Apr 06 11:45:38.339494 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d562ec0f-c4e9-47ba-98c9-917e06b5f212 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=110259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:45:38.347469 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d562ec0f-c4e9-47ba-98c9-917e06b5f212 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743157203568', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (6f6e3f0e-1949-4a43-9aad-466a188a6698), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:38.348052 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d562ec0f-c4e9-47ba-98c9-917e06b5f212 admin admin] Unsubscribe: segment precommit_create {{(pid=110259) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 11:45:38.349171 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.db.segments_db [None req-d562ec0f-c4e9-47ba-98c9-917e06b5f212 admin admin] Added segment 6f6e3f0e-1949-4a43-9aad-466a188a6698 of type vlan for network 56f724d0-0733-4ce4-a310-c8edaa3a9c6b Apr 06 11:45:38.404283 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d562ec0f-c4e9-47ba-98c9-917e06b5f212 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743156740410'] for network (56f724d0-0733-4ce4-a310-c8edaa3a9c6b), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:38.438295 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d562ec0f-c4e9-47ba-98c9-917e06b5f212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332'] for network (56f724d0-0733-4ce4-a310-c8edaa3a9c6b), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:38.439241 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d562ec0f-c4e9-47ba-98c9-917e06b5f212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:45:38.439814 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d562ec0f-c4e9-47ba-98c9-917e06b5f212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:38.597314 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-d562ec0f-c4e9-47ba-98c9-917e06b5f212 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4101031 Apr 06 11:45:38.618549 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562ec0f-c4e9-47ba-98c9-917e06b5f212 admin admin] Pushing event updated for resources: {'Network': ['ID=56f724d0-0733-4ce4-a310-c8edaa3a9c6b,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:45:38.626172 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d562ec0f-c4e9-47ba-98c9-917e06b5f212 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:38.626517 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d562ec0f-c4e9-47ba-98c9-917e06b5f212 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:38.626885 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d562ec0f-c4e9-47ba-98c9-917e06b5f212 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:38.627227 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d562ec0f-c4e9-47ba-98c9-917e06b5f212 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:38.627557 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d562ec0f-c4e9-47ba-98c9-917e06b5f212 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:38.627889 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d562ec0f-c4e9-47ba-98c9-917e06b5f212 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:38.628213 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d562ec0f-c4e9-47ba-98c9-917e06b5f212 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:38.628536 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d562ec0f-c4e9-47ba-98c9-917e06b5f212 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:38.628916 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d562ec0f-c4e9-47ba-98c9-917e06b5f212 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:38.629251 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d562ec0f-c4e9-47ba-98c9-917e06b5f212 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:38.629619 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d562ec0f-c4e9-47ba-98c9-917e06b5f212 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:38.630563 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d562ec0f-c4e9-47ba-98c9-917e06b5f212 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:38.630912 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d562ec0f-c4e9-47ba-98c9-917e06b5f212 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:38.631237 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d562ec0f-c4e9-47ba-98c9-917e06b5f212 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:38.631559 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d562ec0f-c4e9-47ba-98c9-917e06b5f212 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:38.644746 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Network 56f724d0-0733-4ce4-a310-c8edaa3a9c6b details requested by agent ovs-agent-dv-cinder-836074-2-iscsi with host dv-cinder-836074-2-iscsi {{(pid=110261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:45:40.462418 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 5 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:45:41.057571 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 41698) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:45:41.119774 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a79c29b-a825-4fff-81ec-f03d2d4140d0 admin admin] GET failed (client error): The resource could not be found. Apr 06 11:45:41.121157 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-7a79c29b-a825-4fff-81ec-f03d2d4140d0 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0626104 Apr 06 11:45:41.195174 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bef14f-3389-4f8f-8d21-5b04939032b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:45:41.196675 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-b5bef14f-3389-4f8f-8d21-5b04939032b4 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0714951 Apr 06 11:45:41.206379 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-d446736c-58a0-48fc-9bd1-bcf80da9d072 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '56f724d0-0733-4ce4-a310-c8edaa3a9c6b', 'name': 'shared-subnet'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:45:41.228822 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d446736c-58a0-48fc-9bd1-bcf80da9d072 admin admin] Made reservation on behalf of 519a1f3a07c5444cb04684b382d0b692 for: {'subnet': 1} {{(pid=110259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:45:41.231045 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d446736c-58a0-48fc-9bd1-bcf80da9d072 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:41.427069 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d446736c-58a0-48fc-9bd1-bcf80da9d072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332'] for subnet (fa3f867e-32be-45f0-a228-74a9832b1214), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:41.481669 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446736c-58a0-48fc-9bd1-bcf80da9d072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa3f867e-32be-45f0-a228-74a9832b1214,revision_number=0']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:45:41.499251 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d446736c-58a0-48fc-9bd1-bcf80da9d072 admin admin] Checking segment: {'id': '6f6e3f0e-1949-4a43-9aad-466a188a6698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '56f724d0-0733-4ce4-a310-c8edaa3a9c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:45:41.499658 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d446736c-58a0-48fc-9bd1-bcf80da9d072 admin admin] Network hostable DHCP agents. Network: 56f724d0-0733-4ce4-a310-c8edaa3a9c6b, hostable agents: ['eb907300-c67e-4e21-a2d4-e40182a63fdb'], hosted agents: [] {{(pid=110259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:45:41.521221 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d446736c-58a0-48fc-9bd1-bcf80da9d072 admin admin] Network 56f724d0-0733-4ce4-a310-c8edaa3a9c6b is scheduled to be hosted by DHCP agent eb907300-c67e-4e21-a2d4-e40182a63fdb with binding_index 1 {{(pid=110259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:45:41.532765 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [None req-d446736c-58a0-48fc-9bd1-bcf80da9d072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-2-iscsi, 56f724d0-0733-4ce4-a310-c8edaa3a9c6b) {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:45:41.538132 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d446736c-58a0-48fc-9bd1-bcf80da9d072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:45:41.538755 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d446736c-58a0-48fc-9bd1-bcf80da9d072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:41.543616 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cdc64a-c625-408e-8435-ab05628204c9 None None] Network 56f724d0-0733-4ce4-a310-c8edaa3a9c6b requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:45:41.560784 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-d446736c-58a0-48fc-9bd1-bcf80da9d072 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3544664 Apr 06 11:45:41.649223 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp027ac957-5d53-5658-96df-9f632b9b190b-56f724d0-0733-4ce4-a310-c8edaa3a9c6b', 'network_id': '56f724d0-0733-4ce4-a310-c8edaa3a9c6b', 'project_id': '519a1f3a07c5444cb04684b382d0b692', 'fixed_ips': [{'subnet_id': 'fa3f867e-32be-45f0-a228-74a9832b1214'}]}} from dv-cinder-836074-2-iscsi. {{(pid=110261) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:45:41.650089 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:41.804635 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.db_base_plugin_common [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Allocated IP 192.168.233.2 (56f724d0-0733-4ce4-a310-c8edaa3a9c6b/fa3f867e-32be-45f0-a228-74a9832b1214/b4b8994a-0efc-4e03-90b9-b35985f0019d) {{(pid=110261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:45:42.059601 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Publish callbacks [] for port (b4b8994a-0efc-4e03-90b9-b35985f0019d), precommit_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:42.066764 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228'] for port (b4b8994a-0efc-4e03-90b9-b35985f0019d), after_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:42.108538 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Network 56f724d0-0733-4ce4-a310-c8edaa3a9c6b is already hosted by enough agents. {{(pid=110261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:45:42.111698 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.scheduler.base_scheduler [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Resources bound (agent type, host, resource id): {{(pid=110261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:45:42.115692 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Received port after_create {{(pid=110261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:45:42.121636 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Pushing event updated for resources: {'Port': ['ID=b4b8994a-0efc-4e03-90b9-b35985f0019d,revision_number=1']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:45:42.147789 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:42.148136 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:42.148498 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:42.148881 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:42.149222 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:42.149553 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:42.149883 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:42.150210 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:42.150534 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:42.150985 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:42.151182 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:42.151528 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:42.151852 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:42.152172 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:42.152493 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:42.188483 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Attempting to bind port b4b8994a-0efc-4e03-90b9-b35985f0019d on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:45:42.189184 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Attempting to bind port b4b8994a-0efc-4e03-90b9-b35985f0019d by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': '6f6e3f0e-1949-4a43-9aad-466a188a6698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '56f724d0-0733-4ce4-a310-c8edaa3a9c6b'}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:45:42.189547 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Attempting to bind port b4b8994a-0efc-4e03-90b9-b35985f0019d on network 56f724d0-0733-4ce4-a310-c8edaa3a9c6b {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:45:42.195177 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:45:42.195557 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Checking segment: {'id': '6f6e3f0e-1949-4a43-9aad-466a188a6698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '56f724d0-0733-4ce4-a310-c8edaa3a9c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:45:42.195954 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:42.196348 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Bound using segment: {'id': '6f6e3f0e-1949-4a43-9aad-466a188a6698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '56f724d0-0733-4ce4-a310-c8edaa3a9c6b'} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:45:42.196834 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Bound port: b4b8994a-0efc-4e03-90b9-b35985f0019d, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6e3f0e-1949-4a43-9aad-466a188a6698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '56f724d0-0733-4ce4-a310-c8edaa3a9c6b'}}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:45:42.197211 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (b4b8994a-0efc-4e03-90b9-b35985f0019d), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:42.262622 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-8cfaaf27-5e39-46a6-b526-c982cfea3d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:42.280963 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] For port b4b8994a-0efc-4e03-90b9-b35985f0019d, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:45:42.284260 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] For port b4b8994a-0efc-4e03-90b9-b35985f0019d, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=b4b8994a-0efc-4e03-90b9-b35985f0019d,segment=NetworkSegment(6f6e3f0e-1949-4a43-9aad-466a188a6698),segment_id=6f6e3f0e-1949-4a43-9aad-466a188a6698)] {{(pid=110261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:45:42.295694 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (b4b8994a-0efc-4e03-90b9-b35985f0019d), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:42.362152 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89bc3d-1df7-4051-8044-f93618c2a719 None None] Pushing event updated for resources: {'Port': ['ID=b4b8994a-0efc-4e03-90b9-b35985f0019d,revision_number=2']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:45:43.240061 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a3d24f-7236-47d8-9261-0bd2028633fd None None] Network 56f724d0-0733-4ce4-a310-c8edaa3a9c6b requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:45:43.357269 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-1bdcf722-855b-4129-904b-a1c51b51bc31 None None] Provisioning complete for port b4b8994a-0efc-4e03-90b9-b35985f0019d triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:45:43.357661 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-1bdcf722-855b-4129-904b-a1c51b51bc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (b4b8994a-0efc-4e03-90b9-b35985f0019d), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:43.451198 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-1bdcf722-855b-4129-904b-a1c51b51bc31 None None] Current status of the port b4b8994a-0efc-4e03-90b9-b35985f0019d is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:45:43.451802 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-1bdcf722-855b-4129-904b-a1c51b51bc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (b4b8994a-0efc-4e03-90b9-b35985f0019d), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:43.487716 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-1bdcf722-855b-4129-904b-a1c51b51bc31 None None] For port b4b8994a-0efc-4e03-90b9-b35985f0019d, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=b4b8994a-0efc-4e03-90b9-b35985f0019d,segment=NetworkSegment(6f6e3f0e-1949-4a43-9aad-466a188a6698),segment_id=6f6e3f0e-1949-4a43-9aad-466a188a6698)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:45:43.491981 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-1bdcf722-855b-4129-904b-a1c51b51bc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (b4b8994a-0efc-4e03-90b9-b35985f0019d), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:43.547076 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdcf722-855b-4129-904b-a1c51b51bc31 None None] Pushing event updated for resources: {'Port': ['ID=b4b8994a-0efc-4e03-90b9-b35985f0019d,revision_number=3']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:45:43.614607 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-29761d26-e7e6-477d-8dbd-aee5feb078d8 None None] Provisioning complete for port b4b8994a-0efc-4e03-90b9-b35985f0019d triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:45:43.614997 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-29761d26-e7e6-477d-8dbd-aee5feb078d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (b4b8994a-0efc-4e03-90b9-b35985f0019d), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:43.697452 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-29761d26-e7e6-477d-8dbd-aee5feb078d8 None None] Current status of the port b4b8994a-0efc-4e03-90b9-b35985f0019d is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:45:44.087024 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device b4b8994a-0efc-4e03-90b9-b35985f0019d up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:45:44.139151 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port b4b8994a-0efc-4e03-90b9-b35985f0019d triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:45:44.139516 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (b4b8994a-0efc-4e03-90b9-b35985f0019d), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:44.227125 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port b4b8994a-0efc-4e03-90b9-b35985f0019d is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:45:45.067697 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-085c442d-07a9-467c-ab1b-f5a3fe9db545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:46.360503 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:48.680994 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:49.032820 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:12.238256 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-43bb126c-25af-4d06-a608-24d99d1ba0cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:15.069783 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-fb6706f1-9f87-4ff9-b1f8-31cf127a8e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:16.365712 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:17.464272 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 5 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:46:18.692476 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:19.038137 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:42.236643 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-180e25cb-2911-40eb-9214-d469333f3802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:45.076615 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-f16ffc3a-e387-4561-b0e2-287eea4f460f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:46.373152 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:48.692944 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:49.047145 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:54.467411 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 5 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:47:12.238414 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-3cbf04eb-9d5f-457e-9446-86a88e7a4abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:47:15.071225 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-a0b54b6a-fff3-477d-83d9-167ebe9dedf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:47:15.658313 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 41736) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:47:15.664621 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [None req-ca8105a7-c5db-4fd4-8497-d60b52c6af03 tempest-verify_tempest_config-783133729 tempest-verify_tempest_config-783133729-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=110259) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:47:15.665658 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-ca8105a7-c5db-4fd4-8497-d60b52c6af03 tempest-verify_tempest_config-783133729 tempest-verify_tempest_config-783133729-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063446 Apr 06 11:47:15.998827 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 41754) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:47:16.116883 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-bdedf57a-9fe0-427e-8931-78ce6446ff33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:47:16.224840 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-bdedf57a-9fe0-427e-8931-78ce6446ff33 admin admin] Publish callbacks [] for security_group (ab70258c-db1e-4362-9a91-c862a1a3de88), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:47:16.229755 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-bdedf57a-9fe0-427e-8931-78ce6446ff33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (ab70258c-db1e-4362-9a91-c862a1a3de88), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:47:16.281616 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-bdedf57a-9fe0-427e-8931-78ce6446ff33 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=84b65e6e4b4242e2b6da1bab4d4ccc5a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2816565 Apr 06 11:47:16.282333 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdedf57a-9fe0-427e-8931-78ce6446ff33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab70258c-db1e-4362-9a91-c862a1a3de88,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:47:16.285229 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 41760) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:47:16.290096 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdedf57a-9fe0-427e-8931-78ce6446ff33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:47:16.290443 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdedf57a-9fe0-427e-8931-78ce6446ff33 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:47:16.290778 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdedf57a-9fe0-427e-8931-78ce6446ff33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:47:16.291136 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdedf57a-9fe0-427e-8931-78ce6446ff33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:47:16.291468 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdedf57a-9fe0-427e-8931-78ce6446ff33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:47:16.291774 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdedf57a-9fe0-427e-8931-78ce6446ff33 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:47:16.292101 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdedf57a-9fe0-427e-8931-78ce6446ff33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:47:16.292421 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdedf57a-9fe0-427e-8931-78ce6446ff33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:47:16.292793 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdedf57a-9fe0-427e-8931-78ce6446ff33 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:47:16.293116 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdedf57a-9fe0-427e-8931-78ce6446ff33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:47:16.293438 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdedf57a-9fe0-427e-8931-78ce6446ff33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:47:16.293760 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdedf57a-9fe0-427e-8931-78ce6446ff33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:47:16.294076 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdedf57a-9fe0-427e-8931-78ce6446ff33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:47:16.294411 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdedf57a-9fe0-427e-8931-78ce6446ff33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:47:16.294734 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdedf57a-9fe0-427e-8931-78ce6446ff33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:47:16.372825 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-207d0660-f9ee-4cea-9566-a21b76b3c49c admin admin] Publish callbacks [] for security_group (ab70258c-db1e-4362-9a91-c862a1a3de88), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:47:16.378315 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:47:16.407480 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-207d0660-f9ee-4cea-9566-a21b76b3c49c admin admin] Publish callbacks [] for security_group (ab70258c-db1e-4362-9a91-c862a1a3de88), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:47:16.516982 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-207d0660-f9ee-4cea-9566-a21b76b3c49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (ab70258c-db1e-4362-9a91-c862a1a3de88), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:47:16.519756 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-207d0660-f9ee-4cea-9566-a21b76b3c49c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:47:16.521316 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-207d0660-f9ee-4cea-9566-a21b76b3c49c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab70258c-db1e-4362-9a91-c862a1a3de88 HTTP/1.1" status: 204 len: 168 time: 0.2347577 Apr 06 11:47:16.534694 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d0660-f9ee-4cea-9566-a21b76b3c49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab70258c-db1e-4362-9a91-c862a1a3de88,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:47:16.546721 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0660-f9ee-4cea-9566-a21b76b3c49c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:47:16.547353 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0660-f9ee-4cea-9566-a21b76b3c49c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:47:16.547938 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0660-f9ee-4cea-9566-a21b76b3c49c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:47:16.548522 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0660-f9ee-4cea-9566-a21b76b3c49c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:47:16.549125 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0660-f9ee-4cea-9566-a21b76b3c49c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:47:16.549710 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0660-f9ee-4cea-9566-a21b76b3c49c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:47:16.550266 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0660-f9ee-4cea-9566-a21b76b3c49c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:47:16.550912 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0660-f9ee-4cea-9566-a21b76b3c49c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:47:16.551351 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0660-f9ee-4cea-9566-a21b76b3c49c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:47:16.551901 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0660-f9ee-4cea-9566-a21b76b3c49c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:47:16.552460 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0660-f9ee-4cea-9566-a21b76b3c49c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:47:16.553089 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0660-f9ee-4cea-9566-a21b76b3c49c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:47:16.553659 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0660-f9ee-4cea-9566-a21b76b3c49c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:47:16.554224 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0660-f9ee-4cea-9566-a21b76b3c49c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:47:16.554797 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0660-f9ee-4cea-9566-a21b76b3c49c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:47:18.701771 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:47:19.046499 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:47:31.467055 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 5 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:47:42.232302 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-5621c4d4-3636-4f7d-841e-3559c2ad84b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:47:45.074922 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-d7f70165-991f-4b9f-a449-f41b2bba4a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:47:46.375144 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:47:48.701370 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:47:49.041055 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:48:08.468750 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 5 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:48:12.235627 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bed3d5ae-0094-485c-b80e-99f0a71ca232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:48:15.076241 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-6fe0b3f6-ca38-4339-8a8b-554bba255c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:48:16.377740 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:48:18.700314 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:48:19.043908 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:48:42.238854 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-ce9fa5f3-fee8-4b15-86a8-e265293dbd2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:48:45.077790 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-c15c8bc7-3ade-4088-86dc-26258318059c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:48:45.468817 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 5 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:48:46.382855 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:48:48.703994 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:48:49.046625 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:49:06.853642 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-430195'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:49:12.241551 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-5cd56f60-4141-4995-ad93-8423d0c45b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:49:15.081838 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-74822d10-9851-476e-b101-9779a3ea9c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:49:16.382598 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:49:18.707933 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:49:19.049729 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:49:22.469479 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:49:23.553730 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 41830) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:49:23.659228 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-cc8bfed0-641a-4b56-9721-eab4786d27b3 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1043890 Apr 06 11:49:26.079179 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 41840) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:49:26.134446 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-98e5f989-ab16-4cd4-a7f2-86cfbf541a74 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0541735 Apr 06 11:49:36.848240 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:49:42.245813 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-9ae8527b-cbed-43ea-8146-a929d276753e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:49:45.083869 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-2ef2b5d9-9595-4611-96a3-d038f34ab5f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:49:46.384974 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:49:48.709260 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:49:49.052643 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:49:59.472018 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:50:06.848364 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:50:12.249076 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-b856faed-d7b8-4ae7-98b6-01cc9985b657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:50:15.085398 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-22694ad5-df83-4930-a02a-8af9c43750e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:50:16.398430 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:50:18.714719 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:50:19.057764 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:50:36.475168 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:50:36.847678 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:50:42.251041 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7e656dc4-052f-4977-af41-8b5818504f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:50:45.087925 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-5e91f5a9-c928-4a16-ba14-9d2239bcacaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:50:46.392798 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:50:48.715710 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:50:49.052692 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:04.253146 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 41984) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:04.636896 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-5c4477b3-f311-499d-9343-acedba286bd0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-139934626-network', 'tenant_id': '07e463b506404717a3b04c324ab3e3cf'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:51:04.658901 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4477b3-f311-499d-9343-acedba286bd0 admin admin] Made reservation on behalf of 07e463b506404717a3b04c324ab3e3cf for: {'network': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:51:04.661444 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5c4477b3-f311-499d-9343-acedba286bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for network (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:04.670694 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5c4477b3-f311-499d-9343-acedba286bd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:04.766022 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5c4477b3-f311-499d-9343-acedba286bd0 admin admin] Publish callbacks [] for security_group (8ac12f3c-0628-4018-b3de-53aa326ae494), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:04.771418 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5c4477b3-f311-499d-9343-acedba286bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (8ac12f3c-0628-4018-b3de-53aa326ae494), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:04.801864 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4477b3-f311-499d-9343-acedba286bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac12f3c-0628-4018-b3de-53aa326ae494,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:04.817506 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4477b3-f311-499d-9343-acedba286bd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:04.817506 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4477b3-f311-499d-9343-acedba286bd0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:04.817506 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4477b3-f311-499d-9343-acedba286bd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:04.817506 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4477b3-f311-499d-9343-acedba286bd0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:04.817506 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4477b3-f311-499d-9343-acedba286bd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:04.817506 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4477b3-f311-499d-9343-acedba286bd0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:04.817506 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4477b3-f311-499d-9343-acedba286bd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:04.817506 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4477b3-f311-499d-9343-acedba286bd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:04.817506 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4477b3-f311-499d-9343-acedba286bd0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:04.817506 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4477b3-f311-499d-9343-acedba286bd0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:04.817506 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4477b3-f311-499d-9343-acedba286bd0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:04.818560 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4477b3-f311-499d-9343-acedba286bd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:04.818560 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4477b3-f311-499d-9343-acedba286bd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:04.818560 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4477b3-f311-499d-9343-acedba286bd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:04.818808 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4477b3-f311-499d-9343-acedba286bd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4477b3-f311-499d-9343-acedba286bd0 admin admin] Tracked resource versions report: Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: pushed versions: Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: { 'AddressGroup': {'1.2'}, Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: 'Agent': {'1.1'}, Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: 'ConntrackHelper': {'1.0'}, Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: 'LocalIPAssociation': {'1.0'}, Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: 'Log': {'1.0'}, Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: 'NDPProxy': {'1.0'}, Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: 'Network': {'1.1'}, Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: 'Port': {'1.7'}, Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: 'PortForwarding': {'1.3'}, Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: 'QosPolicy': {'1.10'}, Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: 'SecurityGroup': {'1.5'}, Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: 'SecurityGroupRule': {'1.2'}, Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: 'SubPort': {'1.0'}, Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: 'Subnet': {'1.1'}, Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: 'Trunk': {'1.1'}} Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: consumer versions: Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: { DHCP agent@dv-cinder-836074-2-iscsi: {}, Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: HyperV agent@hv-cinder-83607: {}, Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: L3 agent@dv-cinder-836074-2-iscsi: {}, Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: Metadata agent@dv-cinder-836074-2-iscsi: {}, Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: Metering agent@dv-cinder-836074-2-iscsi: {}, Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: Open vSwitch agent@dv-cinder-836074-2-iscsi: { 'AddressGroup': '1.2', Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: 'Agent': '1.1', Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: 'ConntrackHelper': '1.0', Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: 'LocalIPAssociation': '1.0', Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: 'Log': '1.0', Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: 'NDPProxy': '1.0', Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: 'Network': '1.1', Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: 'Port': '1.7', Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: 'PortForwarding': '1.3', Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: 'QosPolicy': '1.10', Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: 'SecurityGroup': '1.5', Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: 'SecurityGroupRule': '1.2', Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: 'SubPort': '1.0', Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: 'Subnet': '1.1', Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: 'Trunk': '1.1'}} Apr 06 11:51:04.819826 dv-cinder-836074-2-iscsi neutron-server[110260]: {{(pid=110260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 11:51:04.825611 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c4477b3-f311-499d-9343-acedba286bd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=110260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:51:04.839241 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5c4477b3-f311-499d-9343-acedba286bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (5fc0f0f8-7bee-4fbe-9bd5-d7497ce99780), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:04.839541 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.db.segments_db [None req-5c4477b3-f311-499d-9343-acedba286bd0 admin admin] Added segment 5fc0f0f8-7bee-4fbe-9bd5-d7497ce99780 of type vlan for network c7019716-b61b-48ad-b253-e78c3dba422a Apr 06 11:51:04.893151 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5c4477b3-f311-499d-9343-acedba286bd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743156740410'] for network (c7019716-b61b-48ad-b253-e78c3dba422a), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:04.933117 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5c4477b3-f311-499d-9343-acedba286bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332'] for network (c7019716-b61b-48ad-b253-e78c3dba422a), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:04.934377 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4477b3-f311-499d-9343-acedba286bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:04.935253 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5c4477b3-f311-499d-9343-acedba286bd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:04.999946 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4477b3-f311-499d-9343-acedba286bd0 admin admin] Pushing event updated for resources: {'Network': ['ID=c7019716-b61b-48ad-b253-e78c3dba422a,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:05.016019 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Network c7019716-b61b-48ad-b253-e78c3dba422a details requested by agent ovs-agent-dv-cinder-836074-2-iscsi with host dv-cinder-836074-2-iscsi {{(pid=110261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:51:05.029480 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 42032) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:05.030189 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-5c4477b3-f311-499d-9343-acedba286bd0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7754745 Apr 06 11:51:05.035134 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-3a393d17-a48c-4479-8f6f-b4a868199bde admin admin] Request body: {'subnet': {'network_id': 'c7019716-b61b-48ad-b253-e78c3dba422a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-139934626-subnet', 'tenant_id': '07e463b506404717a3b04c324ab3e3cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:51:05.059884 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a393d17-a48c-4479-8f6f-b4a868199bde admin admin] Made reservation on behalf of 07e463b506404717a3b04c324ab3e3cf for: {'subnet': 1} {{(pid=110259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:51:05.062418 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3a393d17-a48c-4479-8f6f-b4a868199bde admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:05.276853 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3a393d17-a48c-4479-8f6f-b4a868199bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332'] for subnet (887eaf07-8b30-4f2f-a140-f600184c8e52), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:05.338423 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a393d17-a48c-4479-8f6f-b4a868199bde admin admin] Pushing event updated for resources: {'Subnet': ['ID=887eaf07-8b30-4f2f-a140-f600184c8e52,revision_number=0']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:05.350971 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a393d17-a48c-4479-8f6f-b4a868199bde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:05.351335 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a393d17-a48c-4479-8f6f-b4a868199bde admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:05.351672 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a393d17-a48c-4479-8f6f-b4a868199bde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:05.352005 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a393d17-a48c-4479-8f6f-b4a868199bde admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:05.352334 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a393d17-a48c-4479-8f6f-b4a868199bde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:05.352654 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a393d17-a48c-4479-8f6f-b4a868199bde admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a393d17-a48c-4479-8f6f-b4a868199bde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a393d17-a48c-4479-8f6f-b4a868199bde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a393d17-a48c-4479-8f6f-b4a868199bde admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a393d17-a48c-4479-8f6f-b4a868199bde admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a393d17-a48c-4479-8f6f-b4a868199bde admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a393d17-a48c-4479-8f6f-b4a868199bde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a393d17-a48c-4479-8f6f-b4a868199bde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a393d17-a48c-4479-8f6f-b4a868199bde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a393d17-a48c-4479-8f6f-b4a868199bde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a393d17-a48c-4479-8f6f-b4a868199bde admin admin] Tracked resource versions report: Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: pushed versions: Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: { 'AddressGroup': {'1.2'}, Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: 'Agent': {'1.1'}, Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: 'ConntrackHelper': {'1.0'}, Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: 'LocalIPAssociation': {'1.0'}, Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: 'Log': {'1.0'}, Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: 'NDPProxy': {'1.0'}, Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: 'Network': {'1.1'}, Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: 'Port': {'1.7'}, Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: 'PortForwarding': {'1.3'}, Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: 'QosPolicy': {'1.10'}, Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: 'SecurityGroup': {'1.5'}, Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: 'SecurityGroupRule': {'1.2'}, Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: 'SubPort': {'1.0'}, Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: 'Subnet': {'1.1'}, Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: 'Trunk': {'1.1'}} Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: consumer versions: Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: { DHCP agent@dv-cinder-836074-2-iscsi: {}, Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: HyperV agent@hv-cinder-83607: {}, Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: L3 agent@dv-cinder-836074-2-iscsi: {}, Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: Metadata agent@dv-cinder-836074-2-iscsi: {}, Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: Metering agent@dv-cinder-836074-2-iscsi: {}, Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: Open vSwitch agent@dv-cinder-836074-2-iscsi: { 'AddressGroup': '1.2', Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: 'Agent': '1.1', Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: 'ConntrackHelper': '1.0', Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: 'LocalIPAssociation': '1.0', Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: 'Log': '1.0', Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: 'NDPProxy': '1.0', Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: 'Network': '1.1', Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: 'Port': '1.7', Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: 'PortForwarding': '1.3', Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: 'QosPolicy': '1.10', Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: 'SecurityGroup': '1.5', Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: 'SecurityGroupRule': '1.2', Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: 'SubPort': '1.0', Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: 'Subnet': '1.1', Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: 'Trunk': '1.1'}} Apr 06 11:51:05.363641 dv-cinder-836074-2-iscsi neutron-server[110259]: {{(pid=110259) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 11:51:05.368840 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a393d17-a48c-4479-8f6f-b4a868199bde admin admin] Checking segment: {'id': '5fc0f0f8-7bee-4fbe-9bd5-d7497ce99780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c7019716-b61b-48ad-b253-e78c3dba422a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:51:05.369695 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a393d17-a48c-4479-8f6f-b4a868199bde admin admin] Network hostable DHCP agents. Network: c7019716-b61b-48ad-b253-e78c3dba422a, hostable agents: ['eb907300-c67e-4e21-a2d4-e40182a63fdb'], hosted agents: [] {{(pid=110259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:51:05.403583 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a393d17-a48c-4479-8f6f-b4a868199bde admin admin] Network c7019716-b61b-48ad-b253-e78c3dba422a is scheduled to be hosted by DHCP agent eb907300-c67e-4e21-a2d4-e40182a63fdb with binding_index 1 {{(pid=110259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:51:05.420420 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [None req-3a393d17-a48c-4479-8f6f-b4a868199bde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-2-iscsi, c7019716-b61b-48ad-b253-e78c3dba422a) {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:51:05.430059 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a393d17-a48c-4479-8f6f-b4a868199bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:05.430663 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3a393d17-a48c-4479-8f6f-b4a868199bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:05.431991 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfd4116-027f-4877-831f-f99f687699ed None None] Network c7019716-b61b-48ad-b253-e78c3dba422a requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:51:05.453645 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-3a393d17-a48c-4479-8f6f-b4a868199bde admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4230309 Apr 06 11:51:05.541108 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24be9846-716d-4daf-b770-dcbe31176dd4 None None] Network c7019716-b61b-48ad-b253-e78c3dba422a requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:51:05.620002 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 42056) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:05.902052 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 42076) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:05.983677 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-5f2dfef6-5ec5-4000-9a0c-e2e815bab635 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2901050-network', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:51:06.007415 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2dfef6-5ec5-4000-9a0c-e2e815bab635 admin admin] Made reservation on behalf of 6bf3687e8d0448cfb29d393230e0fba3 for: {'network': 1} {{(pid=110259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:51:06.010572 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5f2dfef6-5ec5-4000-9a0c-e2e815bab635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for network (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:06.019953 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5f2dfef6-5ec5-4000-9a0c-e2e815bab635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:06.051766 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 42082) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:06.117928 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5f2dfef6-5ec5-4000-9a0c-e2e815bab635 admin admin] Publish callbacks [] for security_group (7ad9f86f-5782-4326-a44c-ab8d04d74a91), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:06.122950 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5f2dfef6-5ec5-4000-9a0c-e2e815bab635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (7ad9f86f-5782-4326-a44c-ab8d04d74a91), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:06.146087 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f2dfef6-5ec5-4000-9a0c-e2e815bab635 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=110259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:51:06.161194 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2dfef6-5ec5-4000-9a0c-e2e815bab635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad9f86f-5782-4326-a44c-ab8d04d74a91,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:06.168154 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5f2dfef6-5ec5-4000-9a0c-e2e815bab635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (d73cce00-15b1-40fb-ad57-8913535f579d), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:06.168757 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.db.segments_db [None req-5f2dfef6-5ec5-4000-9a0c-e2e815bab635 admin admin] Added segment d73cce00-15b1-40fb-ad57-8913535f579d of type vlan for network 99bd6fac-a9a5-4214-bfa7-98f9f937fa30 Apr 06 11:51:06.209523 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5f2dfef6-5ec5-4000-9a0c-e2e815bab635 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743156740410'] for network (99bd6fac-a9a5-4214-bfa7-98f9f937fa30), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:06.241852 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5f2dfef6-5ec5-4000-9a0c-e2e815bab635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332'] for network (99bd6fac-a9a5-4214-bfa7-98f9f937fa30), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:06.242817 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2dfef6-5ec5-4000-9a0c-e2e815bab635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:06.243514 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5f2dfef6-5ec5-4000-9a0c-e2e815bab635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:06.305838 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-e521c433-4a81-4ceb-a7d8-b0f9ee770b78 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1005298851-network', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:51:06.313094 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-5f2dfef6-5ec5-4000-9a0c-e2e815bab635 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6917205 Apr 06 11:51:06.315943 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 42102) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:06.321329 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-5ff4e7ce-c7f2-4663-b90b-63e21d150ee4 admin admin] Request body: {'subnet': {'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2901050-subnet', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:51:06.347115 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff4e7ce-c7f2-4663-b90b-63e21d150ee4 admin admin] Made reservation on behalf of 6bf3687e8d0448cfb29d393230e0fba3 for: {'subnet': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:51:06.350320 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5ff4e7ce-c7f2-4663-b90b-63e21d150ee4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:06.351222 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e521c433-4a81-4ceb-a7d8-b0f9ee770b78 admin admin] Made reservation on behalf of ccfa48bf303a4fbd92c016652e6c8ffa for: {'network': 1} {{(pid=110259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:51:06.354409 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e521c433-4a81-4ceb-a7d8-b0f9ee770b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for network (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:06.357746 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2dfef6-5ec5-4000-9a0c-e2e815bab635 admin admin] Pushing event updated for resources: {'Network': ['ID=99bd6fac-a9a5-4214-bfa7-98f9f937fa30,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:06.372523 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Network 99bd6fac-a9a5-4214-bfa7-98f9f937fa30 details requested by agent ovs-agent-dv-cinder-836074-2-iscsi with host dv-cinder-836074-2-iscsi {{(pid=110261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:51:06.379274 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e521c433-4a81-4ceb-a7d8-b0f9ee770b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:06.420653 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-e51f11cc-4706-4bfe-8960-60dc7f19150c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-495381077-network', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:51:06.443065 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51f11cc-4706-4bfe-8960-60dc7f19150c admin admin] Made reservation on behalf of 1a2c38a64ffb4474b4a145f9808cc37f for: {'network': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:51:06.445782 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e51f11cc-4706-4bfe-8960-60dc7f19150c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for network (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:06.459692 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e51f11cc-4706-4bfe-8960-60dc7f19150c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:06.500556 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e521c433-4a81-4ceb-a7d8-b0f9ee770b78 admin admin] Publish callbacks [] for security_group (cbdf1bba-6b0b-4bf4-8f05-92a9916979a7), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:06.506676 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e521c433-4a81-4ceb-a7d8-b0f9ee770b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (cbdf1bba-6b0b-4bf4-8f05-92a9916979a7), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:06.543440 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521c433-4a81-4ceb-a7d8-b0f9ee770b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:06.556023 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e521c433-4a81-4ceb-a7d8-b0f9ee770b78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=110259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:51:06.570694 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e521c433-4a81-4ceb-a7d8-b0f9ee770b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (4cfea46a-4bee-477e-bfba-1025be7f7a6b), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:06.571164 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.db.segments_db [None req-e521c433-4a81-4ceb-a7d8-b0f9ee770b78 admin admin] Added segment 4cfea46a-4bee-477e-bfba-1025be7f7a6b of type vlan for network d8762c11-97c8-4692-bb2b-070d6ecd6b12 Apr 06 11:51:06.592798 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e51f11cc-4706-4bfe-8960-60dc7f19150c admin admin] Publish callbacks [] for security_group (2c288cc3-dda7-44b5-8f18-6c1360796ee9), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:06.605990 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e51f11cc-4706-4bfe-8960-60dc7f19150c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (2c288cc3-dda7-44b5-8f18-6c1360796ee9), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:06.619967 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e51f11cc-4706-4bfe-8960-60dc7f19150c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=110260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:51:06.631350 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e51f11cc-4706-4bfe-8960-60dc7f19150c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (deb309b9-5789-464c-9c33-f60bf6e06a39), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:06.631707 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.db.segments_db [None req-e51f11cc-4706-4bfe-8960-60dc7f19150c admin admin] Added segment deb309b9-5789-464c-9c33-f60bf6e06a39 of type vlan for network 04e35c34-b38e-495d-ab59-a36a4ea05864 Apr 06 11:51:06.642742 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e521c433-4a81-4ceb-a7d8-b0f9ee770b78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743156740410'] for network (d8762c11-97c8-4692-bb2b-070d6ecd6b12), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:06.684061 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e521c433-4a81-4ceb-a7d8-b0f9ee770b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332'] for network (d8762c11-97c8-4692-bb2b-070d6ecd6b12), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:06.685040 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e51f11cc-4706-4bfe-8960-60dc7f19150c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743156740410'] for network (04e35c34-b38e-495d-ab59-a36a4ea05864), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:06.685320 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e521c433-4a81-4ceb-a7d8-b0f9ee770b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:06.685745 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e521c433-4a81-4ceb-a7d8-b0f9ee770b78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:06.764701 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5ff4e7ce-c7f2-4663-b90b-63e21d150ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332'] for subnet (30cc3b5e-6713-4293-92dc-273ba182e38b), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:06.798575 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e51f11cc-4706-4bfe-8960-60dc7f19150c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332'] for network (04e35c34-b38e-495d-ab59-a36a4ea05864), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:06.799504 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51f11cc-4706-4bfe-8960-60dc7f19150c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:06.800070 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e51f11cc-4706-4bfe-8960-60dc7f19150c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:06.802098 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f11cc-4706-4bfe-8960-60dc7f19150c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c288cc3-dda7-44b5-8f18-6c1360796ee9,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:06.802469 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-e521c433-4a81-4ceb-a7d8-b0f9ee770b78 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8893974 Apr 06 11:51:06.804856 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 42126) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:06.841778 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521c433-4a81-4ceb-a7d8-b0f9ee770b78 admin admin] Pushing event updated for resources: {'Network': ['ID=d8762c11-97c8-4692-bb2b-070d6ecd6b12,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:06.846494 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4e7ce-c7f2-4663-b90b-63e21d150ee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30cc3b5e-6713-4293-92dc-273ba182e38b,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:06.858553 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-eefbb865-c128-49bc-8a2e-e23f02e8564b admin admin] Request body: {'subnet': {'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1005298851-subnet', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:51:06.860793 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Network d8762c11-97c8-4692-bb2b-070d6ecd6b12 details requested by agent ovs-agent-dv-cinder-836074-2-iscsi with host dv-cinder-836074-2-iscsi {{(pid=110261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:51:06.922386 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefbb865-c128-49bc-8a2e-e23f02e8564b admin admin] Made reservation on behalf of ccfa48bf303a4fbd92c016652e6c8ffa for: {'subnet': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:51:06.924909 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-eefbb865-c128-49bc-8a2e-e23f02e8564b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:06.982437 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:07.063369 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 42138) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:07.063631 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-e51f11cc-4706-4bfe-8960-60dc7f19150c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0102549 Apr 06 11:51:07.064341 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff4e7ce-c7f2-4663-b90b-63e21d150ee4 admin admin] Checking segment: {'id': 'd73cce00-15b1-40fb-ad57-8913535f579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:51:07.064503 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff4e7ce-c7f2-4663-b90b-63e21d150ee4 admin admin] Network hostable DHCP agents. Network: 99bd6fac-a9a5-4214-bfa7-98f9f937fa30, hostable agents: ['eb907300-c67e-4e21-a2d4-e40182a63fdb'], hosted agents: [] {{(pid=110260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:51:07.072712 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-6c6cbd2e-15e2-4334-bbb9-1e8c56f8f2e3 admin admin] Request body: {'subnet': {'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-495381077-subnet', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:51:07.114642 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff4e7ce-c7f2-4663-b90b-63e21d150ee4 admin admin] Network 99bd6fac-a9a5-4214-bfa7-98f9f937fa30 is scheduled to be hosted by DHCP agent eb907300-c67e-4e21-a2d4-e40182a63fdb with binding_index 1 {{(pid=110260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:51:07.123377 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f11cc-4706-4bfe-8960-60dc7f19150c admin admin] Pushing event updated for resources: {'Network': ['ID=04e35c34-b38e-495d-ab59-a36a4ea05864,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:07.126900 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6cbd2e-15e2-4334-bbb9-1e8c56f8f2e3 admin admin] Made reservation on behalf of 1a2c38a64ffb4474b4a145f9808cc37f for: {'subnet': 1} {{(pid=110259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:51:07.130340 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6c6cbd2e-15e2-4334-bbb9-1e8c56f8f2e3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:07.135746 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-5ff4e7ce-c7f2-4663-b90b-63e21d150ee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-2-iscsi, 99bd6fac-a9a5-4214-bfa7-98f9f937fa30) {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:51:07.142241 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff4e7ce-c7f2-4663-b90b-63e21d150ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:07.142815 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5ff4e7ce-c7f2-4663-b90b-63e21d150ee4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:07.144704 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Network 04e35c34-b38e-495d-ab59-a36a4ea05864 details requested by agent ovs-agent-dv-cinder-836074-2-iscsi with host dv-cinder-836074-2-iscsi {{(pid=110261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:51:07.152824 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e493fea6-0eae-4838-b559-e6f5f211b375 None None] Network 99bd6fac-a9a5-4214-bfa7-98f9f937fa30 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:51:07.180828 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-5ff4e7ce-c7f2-4663-b90b-63e21d150ee4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8635433 Apr 06 11:51:07.181749 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 42144) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:07.191420 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-14f3add0-30c0-4258-83bf-dffa1831193c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:51:07.223952 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-eefbb865-c128-49bc-8a2e-e23f02e8564b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332'] for subnet (9b503157-0ef4-44d3-80a9-20b0dc5d9230), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:07.291328 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefbb865-c128-49bc-8a2e-e23f02e8564b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b503157-0ef4-44d3-80a9-20b0dc5d9230,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:07.329521 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-14f3add0-30c0-4258-83bf-dffa1831193c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-432941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2496'] for router (1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:07.330846 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-14f3add0-30c0-4258-83bf-dffa1831193c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2521'] for router (1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:07.552231 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-14f3add0-30c0-4258-83bf-dffa1831193c admin admin] Publish callbacks [] for router_controller (1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef), precommit_add_association {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:07.567998 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefbb865-c128-49bc-8a2e-e23f02e8564b admin admin] Checking segment: {'id': '4cfea46a-4bee-477e-bfba-1025be7f7a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:51:07.570507 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefbb865-c128-49bc-8a2e-e23f02e8564b admin admin] Network hostable DHCP agents. Network: d8762c11-97c8-4692-bb2b-070d6ecd6b12, hostable agents: ['eb907300-c67e-4e21-a2d4-e40182a63fdb'], hosted agents: [] {{(pid=110260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:51:07.590182 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp027ac957-5d53-5658-96df-9f632b9b190b-99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'fixed_ips': [{'subnet_id': '30cc3b5e-6713-4293-92dc-273ba182e38b'}]}} from dv-cinder-836074-2-iscsi. {{(pid=110261) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:51:07.593047 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:07.692780 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6c6cbd2e-15e2-4334-bbb9-1e8c56f8f2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332'] for subnet (3051baf9-8ef0-43f1-94ee-3a605ed467b3), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:07.795074 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6cbd2e-15e2-4334-bbb9-1e8c56f8f2e3 admin admin] Checking segment: {'id': 'deb309b9-5789-464c-9c33-f60bf6e06a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:51:07.795582 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6cbd2e-15e2-4334-bbb9-1e8c56f8f2e3 admin admin] Network hostable DHCP agents. Network: 04e35c34-b38e-495d-ab59-a36a4ea05864, hostable agents: ['eb907300-c67e-4e21-a2d4-e40182a63fdb'], hosted agents: [] {{(pid=110259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:51:07.801856 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6cbd2e-15e2-4334-bbb9-1e8c56f8f2e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3051baf9-8ef0-43f1-94ee-3a605ed467b3,revision_number=0']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:07.820760 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6cbd2e-15e2-4334-bbb9-1e8c56f8f2e3 admin admin] Network 04e35c34-b38e-495d-ab59-a36a4ea05864 is scheduled to be hosted by DHCP agent eb907300-c67e-4e21-a2d4-e40182a63fdb with binding_index 1 {{(pid=110259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:51:07.836257 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [None req-6c6cbd2e-15e2-4334-bbb9-1e8c56f8f2e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-2-iscsi, 04e35c34-b38e-495d-ab59-a36a4ea05864) {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:51:07.851980 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6cbd2e-15e2-4334-bbb9-1e8c56f8f2e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:07.854054 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6c6cbd2e-15e2-4334-bbb9-1e8c56f8f2e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:07.871206 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efce5253-d284-43a0-bc44-8cfaab329ab3 None None] Network 04e35c34-b38e-495d-ab59-a36a4ea05864 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:51:07.879688 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-6c6cbd2e-15e2-4334-bbb9-1e8c56f8f2e3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8130753 Apr 06 11:51:07.882686 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 42168) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:07.892793 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-3a5cf40d-c23c-48fc-a0ec-4145433ffcd7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-495381077-router', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:51:07.903742 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-14f3add0-30c0-4258-83bf-dffa1831193c admin admin] Publish callbacks [] for router_gateway (1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:07.952665 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3a5cf40d-c23c-48fc-a0ec-4145433ffcd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-432941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2496'] for router (3b71def2-3d93-45be-a5ef-7b49fecb29c1), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:07.953944 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3a5cf40d-c23c-48fc-a0ec-4145433ffcd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2521'] for router (3b71def2-3d93-45be-a5ef-7b49fecb29c1), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:07.955570 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.db_base_plugin_common [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Allocated IP 172.20.0.2 (99bd6fac-a9a5-4214-bfa7-98f9f937fa30/30cc3b5e-6713-4293-92dc-273ba182e38b/674222e9-4346-499d-9505-b5bfbbbcf70a) {{(pid=110261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:51:07.983729 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefbb865-c128-49bc-8a2e-e23f02e8564b admin admin] Network d8762c11-97c8-4692-bb2b-070d6ecd6b12 is scheduled to be hosted by DHCP agent eb907300-c67e-4e21-a2d4-e40182a63fdb with binding_index 1 {{(pid=110260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:51:08.008308 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-eefbb865-c128-49bc-8a2e-e23f02e8564b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-2-iscsi, d8762c11-97c8-4692-bb2b-070d6ecd6b12) {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:51:08.020597 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefbb865-c128-49bc-8a2e-e23f02e8564b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:08.021374 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-eefbb865-c128-49bc-8a2e-e23f02e8564b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:08.030765 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a018338c-3138-4914-b3b4-29e96343859c None None] Network d8762c11-97c8-4692-bb2b-070d6ecd6b12 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:51:08.077671 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-eefbb865-c128-49bc-8a2e-e23f02e8564b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2325161 Apr 06 11:51:08.081533 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 42178) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:08.090622 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca96ee46-e577-49d3-9938-c04a7e32c34f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp027ac957-5d53-5658-96df-9f632b9b190b-04e35c34-b38e-495d-ab59-a36a4ea05864', 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864', 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'fixed_ips': [{'subnet_id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3'}]}} from dv-cinder-836074-2-iscsi. {{(pid=110261) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:51:08.091260 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-8682956b-e6d2-4f4f-814d-55dba022a28e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1005298851-router', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:51:08.091477 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-ca96ee46-e577-49d3-9938-c04a7e32c34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:08.153153 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8682956b-e6d2-4f4f-814d-55dba022a28e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-432941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2496'] for router (aeae7732-84b6-4075-9bfb-0ad435d359e6), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:08.156149 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8682956b-e6d2-4f4f-814d-55dba022a28e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2521'] for router (aeae7732-84b6-4075-9bfb-0ad435d359e6), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:08.222604 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3a5cf40d-c23c-48fc-a0ec-4145433ffcd7 admin admin] Publish callbacks [] for router_controller (3b71def2-3d93-45be-a5ef-7b49fecb29c1), precommit_add_association {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:08.255333 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8682956b-e6d2-4f4f-814d-55dba022a28e admin admin] Publish callbacks [] for router_controller (aeae7732-84b6-4075-9bfb-0ad435d359e6), precommit_add_association {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:08.324854 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 42190) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:08.331193 dv-cinder-836074-2-iscsi neutron-server[110260]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 11:51:08.532872 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f5ebae-a375-4670-98bd-8ca2e460f6d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp027ac957-5d53-5658-96df-9f632b9b190b-d8762c11-97c8-4692-bb2b-070d6ecd6b12', 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12', 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'fixed_ips': [{'subnet_id': '9b503157-0ef4-44d3-80a9-20b0dc5d9230'}]}} from dv-cinder-836074-2-iscsi. {{(pid=110261) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:51:08.539571 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-63f5ebae-a375-4670-98bd-8ca2e460f6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:08.575871 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3a5cf40d-c23c-48fc-a0ec-4145433ffcd7 admin admin] Publish callbacks [] for router_gateway (3b71def2-3d93-45be-a5ef-7b49fecb29c1), precommit_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:08.789080 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8682956b-e6d2-4f4f-814d-55dba022a28e admin admin] Publish callbacks [] for router_gateway (aeae7732-84b6-4075-9bfb-0ad435d359e6), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:08.810718 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-14f3add0-30c0-4258-83bf-dffa1831193c admin admin] Publish callbacks [] for router_gateway (1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:08.851070 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Publish callbacks [] for port (674222e9-4346-499d-9505-b5bfbbbcf70a), precommit_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:08.853592 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.db_base_plugin_common [None req-ca96ee46-e577-49d3-9938-c04a7e32c34f None None] Allocated IP 172.20.0.2 (04e35c34-b38e-495d-ab59-a36a4ea05864/3051baf9-8ef0-43f1-94ee-3a605ed467b3/6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9) {{(pid=110261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:51:08.877107 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228'] for port (674222e9-4346-499d-9505-b5bfbbbcf70a), after_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:08.892967 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-14f3add0-30c0-4258-83bf-dffa1831193c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:08.925477 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-7307a08a-8a71-4fe9-a520-6e10e0e7fac9 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:08.927001 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-7307a08a-8a71-4fe9-a520-6e10e0e7fac9 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/networks?id=c7019716-b61b-48ad-b253-e78c3dba422a HTTP/1.1" status: 200 len: 811 time: 0.5997219 Apr 06 11:51:08.947189 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3a5cf40d-c23c-48fc-a0ec-4145433ffcd7 admin admin] Publish callbacks [] for router_gateway (3b71def2-3d93-45be-a5ef-7b49fecb29c1), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:08.979668 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Network 99bd6fac-a9a5-4214-bfa7-98f9f937fa30 is already hosted by enough agents. {{(pid=110261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:51:08.987593 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3a5cf40d-c23c-48fc-a0ec-4145433ffcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:09.035636 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Pushing event updated for resources: {'Port': ['ID=674222e9-4346-499d-9505-b5bfbbbcf70a,revision_number=1']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:09.108085 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-75771c68-3469-479d-a114-7ab84ba7f97f tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/quotas/07e463b506404717a3b04c324ab3e3cf HTTP/1.1" status: 200 len: 375 time: 0.1419828 Apr 06 11:51:09.171967 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.db_base_plugin_common [None req-3a5cf40d-c23c-48fc-a0ec-4145433ffcd7 admin admin] Allocated IP 172.27.1.59 (f8bc4371-0f06-4ac4-8212-20e00bcdd0be/f72af3a5-4f9e-49cd-911b-77b0f5cebaf5/c0eb9710-097b-4510-8bf0-fabd9d9ec07f) {{(pid=110259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:51:09.186564 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-ca96ee46-e577-49d3-9938-c04a7e32c34f None None] Publish callbacks [] for port (6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9), precommit_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:09.193223 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:09.193829 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:09.194181 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:09.194543 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:09.195073 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:09.195640 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:09.197777 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:09.198412 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:09.198915 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:09.199407 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:09.199942 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:09.200477 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:09.201027 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:09.201512 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:09.201994 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Tracked resource versions report: Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: pushed versions: Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: { 'AddressGroup': {'1.2'}, Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: 'Agent': {'1.1'}, Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: 'ConntrackHelper': {'1.0'}, Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: 'LocalIPAssociation': {'1.0'}, Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: 'Log': {'1.0'}, Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: 'NDPProxy': {'1.0'}, Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: 'Network': {'1.1'}, Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: 'Port': {'1.7'}, Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: 'PortForwarding': {'1.3'}, Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: 'QosPolicy': {'1.10'}, Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: 'SecurityGroup': {'1.5'}, Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: 'SecurityGroupRule': {'1.2'}, Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: 'SubPort': {'1.0'}, Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: 'Subnet': {'1.1'}, Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: 'Trunk': {'1.1'}} Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: consumer versions: Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: { DHCP agent@dv-cinder-836074-2-iscsi: {}, Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: HyperV agent@hv-cinder-83607: {}, Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: L3 agent@dv-cinder-836074-2-iscsi: {}, Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: Metadata agent@dv-cinder-836074-2-iscsi: {}, Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: Metering agent@dv-cinder-836074-2-iscsi: {}, Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: Open vSwitch agent@dv-cinder-836074-2-iscsi: { 'AddressGroup': '1.2', Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: 'Agent': '1.1', Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: 'ConntrackHelper': '1.0', Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: 'LocalIPAssociation': '1.0', Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: 'Log': '1.0', Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: 'NDPProxy': '1.0', Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: 'Network': '1.1', Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: 'Port': '1.7', Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: 'PortForwarding': '1.3', Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: 'QosPolicy': '1.10', Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: 'SecurityGroup': '1.5', Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: 'SecurityGroupRule': '1.2', Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: 'SubPort': '1.0', Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: 'Subnet': '1.1', Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: 'Trunk': '1.1'}} Apr 06 11:51:09.203314 dv-cinder-836074-2-iscsi neutron-server[110261]: {{(pid=110261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 11:51:09.216150 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.scheduler.base_scheduler [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Resources bound (agent type, host, resource id): {{(pid=110261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:51:09.225325 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-ca96ee46-e577-49d3-9938-c04a7e32c34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228'] for port (6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9), after_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:09.260608 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-3e615110-1f32-49c5-a553-4d4137d2de83 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=07e463b506404717a3b04c324ab3e3cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1246448 Apr 06 11:51:09.290961 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Received port after_create {{(pid=110261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:51:09.351407 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca96ee46-e577-49d3-9938-c04a7e32c34f None None] Network 04e35c34-b38e-495d-ab59-a36a4ea05864 is already hosted by enough agents. {{(pid=110261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:51:09.373585 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.db_base_plugin_common [None req-63f5ebae-a375-4670-98bd-8ca2e460f6d7 None None] Allocated IP 172.20.0.2 (d8762c11-97c8-4692-bb2b-070d6ecd6b12/9b503157-0ef4-44d3-80a9-20b0dc5d9230/2bb470ea-01ba-4267-a425-ccb22198f523) {{(pid=110261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:51:09.399356 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.scheduler.base_scheduler [None req-ca96ee46-e577-49d3-9938-c04a7e32c34f None None] Resources bound (agent type, host, resource id): {{(pid=110261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:51:09.424443 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca96ee46-e577-49d3-9938-c04a7e32c34f None None] Received port after_create {{(pid=110261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:51:09.446015 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96ee46-e577-49d3-9938-c04a7e32c34f None None] Pushing event updated for resources: {'Port': ['ID=6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9,revision_number=1']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:09.450964 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3a5cf40d-c23c-48fc-a0ec-4145433ffcd7 admin admin] Publish callbacks [] for port (c0eb9710-097b-4510-8bf0-fabd9d9ec07f), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:09.528015 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3a5cf40d-c23c-48fc-a0ec-4145433ffcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228'] for port (c0eb9710-097b-4510-8bf0-fabd9d9ec07f), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:09.569916 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8682956b-e6d2-4f4f-814d-55dba022a28e admin admin] Publish callbacks [] for router_gateway (aeae7732-84b6-4075-9bfb-0ad435d359e6), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:09.598821 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8682956b-e6d2-4f4f-814d-55dba022a28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:09.627632 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [None req-14f3add0-30c0-4258-83bf-dffa1831193c admin admin] Allocated IP 172.27.1.176 (f8bc4371-0f06-4ac4-8212-20e00bcdd0be/f72af3a5-4f9e-49cd-911b-77b0f5cebaf5/61f17581-a107-4585-9edf-2a1a789a5328) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:51:09.657180 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-9f855697-cd53-4a21-bd9d-88af7b7d5ec8 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=110260) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:51:09.658163 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-9f855697-cd53-4a21-bd9d-88af7b7d5ec8 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1336629 Apr 06 11:51:09.687496 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5cf40d-c23c-48fc-a0ec-4145433ffcd7 admin admin] Pushing event updated for resources: {'Port': ['ID=c0eb9710-097b-4510-8bf0-fabd9d9ec07f,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:09.709118 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5cf40d-c23c-48fc-a0ec-4145433ffcd7 admin admin] Network f8bc4371-0f06-4ac4-8212-20e00bcdd0be is already hosted by enough agents. {{(pid=110259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:51:09.713929 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [None req-3a5cf40d-c23c-48fc-a0ec-4145433ffcd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:51:09.722123 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5cf40d-c23c-48fc-a0ec-4145433ffcd7 admin admin] Received port after_create {{(pid=110259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:51:09.946077 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 42254) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:09.947617 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Attempting to bind port 674222e9-4346-499d-9505-b5bfbbbcf70a on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:51:09.948133 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Attempting to bind port 674222e9-4346-499d-9505-b5bfbbbcf70a by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': 'd73cce00-15b1-40fb-ad57-8913535f579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30'}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:51:09.948352 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Attempting to bind port 674222e9-4346-499d-9505-b5bfbbbcf70a on network 99bd6fac-a9a5-4214-bfa7-98f9f937fa30 {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:51:10.071153 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-63f5ebae-a375-4670-98bd-8ca2e460f6d7 None None] Publish callbacks [] for port (2bb470ea-01ba-4267-a425-ccb22198f523), precommit_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:10.090930 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-f639b3fc-7c5c-4693-9e44-71818c73080a service neutron] 10.222.0.39 "GET /v2.0/networks/c7019716-b61b-48ad-b253-e78c3dba422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185722 Apr 06 11:51:10.153150 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-ca96ee46-e577-49d3-9938-c04a7e32c34f None None] Attempting to bind port 6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9 on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:51:10.153519 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-ca96ee46-e577-49d3-9938-c04a7e32c34f None None] Attempting to bind port 6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9 by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': 'deb309b9-5789-464c-9c33-f60bf6e06a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864'}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:51:10.154587 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca96ee46-e577-49d3-9938-c04a7e32c34f None None] Attempting to bind port 6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9 on network 04e35c34-b38e-495d-ab59-a36a4ea05864 {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:51:10.158713 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-63f5ebae-a375-4670-98bd-8ca2e460f6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228'] for port (2bb470ea-01ba-4267-a425-ccb22198f523), after_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:10.166327 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:51:10.166711 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Checking segment: {'id': 'd73cce00-15b1-40fb-ad57-8913535f579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:51:10.167114 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:10.167851 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Bound using segment: {'id': 'd73cce00-15b1-40fb-ad57-8913535f579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30'} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:51:10.168339 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Bound port: 674222e9-4346-499d-9505-b5bfbbbcf70a, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73cce00-15b1-40fb-ad57-8913535f579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30'}}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:51:10.168962 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (674222e9-4346-499d-9505-b5bfbbbcf70a), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:10.176173 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca96ee46-e577-49d3-9938-c04a7e32c34f None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:51:10.176547 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca96ee46-e577-49d3-9938-c04a7e32c34f None None] Checking segment: {'id': 'deb309b9-5789-464c-9c33-f60bf6e06a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:51:10.177032 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-ca96ee46-e577-49d3-9938-c04a7e32c34f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:10.177354 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca96ee46-e577-49d3-9938-c04a7e32c34f None None] Bound using segment: {'id': 'deb309b9-5789-464c-9c33-f60bf6e06a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864'} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:51:10.178082 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-ca96ee46-e577-49d3-9938-c04a7e32c34f None None] Bound port: 6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb309b9-5789-464c-9c33-f60bf6e06a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864'}}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:51:10.178701 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-ca96ee46-e577-49d3-9938-c04a7e32c34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:10.190134 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-50d19633-efa6-4c8a-9069-f0d2ccb0cd1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:10.202665 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3a5cf40d-c23c-48fc-a0ec-4145433ffcd7 admin admin] Publish callbacks [] for router_gateway (3b71def2-3d93-45be-a5ef-7b49fecb29c1), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:10.216039 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-14f3add0-30c0-4258-83bf-dffa1831193c admin admin] Publish callbacks [] for port (61f17581-a107-4585-9edf-2a1a789a5328), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:10.230018 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f5ebae-a375-4670-98bd-8ca2e460f6d7 None None] Network d8762c11-97c8-4692-bb2b-070d6ecd6b12 is already hosted by enough agents. {{(pid=110261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:51:10.236196 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-79472363-4631-475e-bfff-4d887d288409 service neutron] 10.222.0.39 "GET /v2.0/networks/c7019716-b61b-48ad-b253-e78c3dba422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343772 Apr 06 11:51:10.258615 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.scheduler.base_scheduler [None req-63f5ebae-a375-4670-98bd-8ca2e460f6d7 None None] Resources bound (agent type, host, resource id): {{(pid=110261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:51:10.283632 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f5ebae-a375-4670-98bd-8ca2e460f6d7 None None] Received port after_create {{(pid=110261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:51:10.293164 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5ebae-a375-4670-98bd-8ca2e460f6d7 None None] Pushing event updated for resources: {'Port': ['ID=2bb470ea-01ba-4267-a425-ccb22198f523,revision_number=1']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:10.335677 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [None req-8682956b-e6d2-4f4f-814d-55dba022a28e admin admin] Allocated IP 172.27.1.18 (f8bc4371-0f06-4ac4-8212-20e00bcdd0be/f72af3a5-4f9e-49cd-911b-77b0f5cebaf5/923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:51:10.386546 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-ca96ee46-e577-49d3-9938-c04a7e32c34f None None] For port 6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:51:10.401070 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] For port 674222e9-4346-499d-9505-b5bfbbbcf70a, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:51:10.421080 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-ca96ee46-e577-49d3-9938-c04a7e32c34f None None] For port 6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9,segment=NetworkSegment(deb309b9-5789-464c-9c33-f60bf6e06a39),segment_id=deb309b9-5789-464c-9c33-f60bf6e06a39)] {{(pid=110261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:51:10.425147 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] For port 674222e9-4346-499d-9505-b5bfbbbcf70a, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=674222e9-4346-499d-9505-b5bfbbbcf70a,segment=NetworkSegment(d73cce00-15b1-40fb-ad57-8913535f579d),segment_id=d73cce00-15b1-40fb-ad57-8913535f579d)] {{(pid=110261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:51:10.429304 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-63f5ebae-a375-4670-98bd-8ca2e460f6d7 None None] Attempting to bind port 2bb470ea-01ba-4267-a425-ccb22198f523 on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:51:10.429957 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-63f5ebae-a375-4670-98bd-8ca2e460f6d7 None None] Attempting to bind port 2bb470ea-01ba-4267-a425-ccb22198f523 by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': '4cfea46a-4bee-477e-bfba-1025be7f7a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12'}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:51:10.430531 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f5ebae-a375-4670-98bd-8ca2e460f6d7 None None] Attempting to bind port 2bb470ea-01ba-4267-a425-ccb22198f523 on network d8762c11-97c8-4692-bb2b-070d6ecd6b12 {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:51:10.439912 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f5ebae-a375-4670-98bd-8ca2e460f6d7 None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:51:10.440274 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f5ebae-a375-4670-98bd-8ca2e460f6d7 None None] Checking segment: {'id': '4cfea46a-4bee-477e-bfba-1025be7f7a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:51:10.440678 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-63f5ebae-a375-4670-98bd-8ca2e460f6d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:10.441110 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f5ebae-a375-4670-98bd-8ca2e460f6d7 None None] Bound using segment: {'id': '4cfea46a-4bee-477e-bfba-1025be7f7a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12'} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:51:10.441625 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-63f5ebae-a375-4670-98bd-8ca2e460f6d7 None None] Bound port: 2bb470ea-01ba-4267-a425-ccb22198f523, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cfea46a-4bee-477e-bfba-1025be7f7a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12'}}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:51:10.442014 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-63f5ebae-a375-4670-98bd-8ca2e460f6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (2bb470ea-01ba-4267-a425-ccb22198f523), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:10.444914 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-ca96ee46-e577-49d3-9938-c04a7e32c34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:10.457602 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (674222e9-4346-499d-9505-b5bfbbbcf70a), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:10.458297 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-50d19633-efa6-4c8a-9069-f0d2ccb0cd1e admin admin] Publish callbacks [] for security_group (1db79df4-52f7-4e0b-839e-2445b9bf2702), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:10.485012 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8682956b-e6d2-4f4f-814d-55dba022a28e admin admin] Publish callbacks [] for port (923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:10.499953 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-50d19633-efa6-4c8a-9069-f0d2ccb0cd1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (1db79df4-52f7-4e0b-839e-2445b9bf2702), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:10.579714 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-50d19633-efa6-4c8a-9069-f0d2ccb0cd1e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c9ec5a5a61514add88d0d8cc6a065bb1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6322725 Apr 06 11:51:10.582591 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19633-efa6-4c8a-9069-f0d2ccb0cd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db79df4-52f7-4e0b-839e-2445b9bf2702,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:10.589004 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-14f3add0-30c0-4258-83bf-dffa1831193c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228'] for port (61f17581-a107-4585-9edf-2a1a789a5328), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:10.597669 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 42270) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:10.622905 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3a5cf40d-c23c-48fc-a0ec-4145433ffcd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-433572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430332'] for router (3b71def2-3d93-45be-a5ef-7b49fecb29c1), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:10.688624 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96ee46-e577-49d3-9938-c04a7e32c34f None None] Pushing event updated for resources: {'Port': ['ID=6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9,revision_number=2']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:10.791255 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-63f5ebae-a375-4670-98bd-8ca2e460f6d7 None None] For port 2bb470ea-01ba-4267-a425-ccb22198f523, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:51:10.797341 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d2028395-4a77-45bb-919f-613fbbbe646d req-0934d923-0420-47d5-b367-448c73dee234 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 210 time: 0.1485455 Apr 06 11:51:10.810276 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8682956b-e6d2-4f4f-814d-55dba022a28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228'] for port (923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:10.811335 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-63f5ebae-a375-4670-98bd-8ca2e460f6d7 None None] For port 2bb470ea-01ba-4267-a425-ccb22198f523, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=2bb470ea-01ba-4267-a425-ccb22198f523,segment=NetworkSegment(4cfea46a-4bee-477e-bfba-1025be7f7a6b),segment_id=4cfea46a-4bee-477e-bfba-1025be7f7a6b)] {{(pid=110261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:51:10.828168 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31364b9f-f515-4bd0-aa98-3c10317e987a None None] Pushing event updated for resources: {'Port': ['ID=674222e9-4346-499d-9505-b5bfbbbcf70a,revision_number=2']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:10.839631 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-63f5ebae-a375-4670-98bd-8ca2e460f6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (2bb470ea-01ba-4267-a425-ccb22198f523), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:10.879413 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8682956b-e6d2-4f4f-814d-55dba022a28e admin admin] Network f8bc4371-0f06-4ac4-8212-20e00bcdd0be is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:51:10.883078 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f3add0-30c0-4258-83bf-dffa1831193c admin admin] Network f8bc4371-0f06-4ac4-8212-20e00bcdd0be is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:51:10.892256 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-8682956b-e6d2-4f4f-814d-55dba022a28e admin admin] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:51:10.904006 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8682956b-e6d2-4f4f-814d-55dba022a28e admin admin] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:51:11.049604 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5ebae-a375-4670-98bd-8ca2e460f6d7 None None] Pushing event updated for resources: {'Port': ['ID=2bb470ea-01ba-4267-a425-ccb22198f523,revision_number=2']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:11.051313 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-14f3add0-30c0-4258-83bf-dffa1831193c admin admin] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:51:11.053872 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f3add0-30c0-4258-83bf-dffa1831193c admin admin] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:51:11.074386 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-23f0c8be-f74a-4e48-97b3-90bedbcfd180 admin admin] Publish callbacks [] for security_group (1db79df4-52f7-4e0b-839e-2445b9bf2702), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:11.096470 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3add0-30c0-4258-83bf-dffa1831193c admin admin] Pushing event updated for resources: {'Port': ['ID=61f17581-a107-4585-9edf-2a1a789a5328,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:11.103274 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-23f0c8be-f74a-4e48-97b3-90bedbcfd180 admin admin] Publish callbacks [] for security_group (1db79df4-52f7-4e0b-839e-2445b9bf2702), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:11.195940 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-23f0c8be-f74a-4e48-97b3-90bedbcfd180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (1db79df4-52f7-4e0b-839e-2445b9bf2702), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:11.199231 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-23f0c8be-f74a-4e48-97b3-90bedbcfd180 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:11.204269 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-23f0c8be-f74a-4e48-97b3-90bedbcfd180 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1db79df4-52f7-4e0b-839e-2445b9bf2702 HTTP/1.1" status: 204 len: 168 time: 0.6018043 Apr 06 11:51:11.224066 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0c8be-f74a-4e48-97b3-90bedbcfd180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db79df4-52f7-4e0b-839e-2445b9bf2702,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:11.228591 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5cf40d-c23c-48fc-a0ec-4145433ffcd7 admin admin] Router 3b71def2-3d93-45be-a5ef-7b49fecb29c1 is scheduled to L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f with binding_index 1 {{(pid=110259) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 11:51:11.337926 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682956b-e6d2-4f4f-814d-55dba022a28e admin admin] Pushing event updated for resources: {'Port': ['ID=923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:11.450137 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5cf40d-c23c-48fc-a0ec-4145433ffcd7 admin admin] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:51:11.474332 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693f3f3a-b65f-4efb-9ab9-899f23c95b67 None None] Sync routers for ids ['3b71def2-3d93-45be-a5ef-7b49fecb29c1'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:51:11.486290 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3a5cf40d-c23c-48fc-a0ec-4145433ffcd7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:11.490372 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-3a5cf40d-c23c-48fc-a0ec-4145433ffcd7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6037524 Apr 06 11:51:11.495340 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 42310) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:11.513984 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693f3f3a-b65f-4efb-9ab9-899f23c95b67 None None] Routers {'3b71def2-3d93-45be-a5ef-7b49fecb29c1'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:51:11.514631 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-693f3f3a-b65f-4efb-9ab9-899f23c95b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:50:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['3b71def2-3d93-45be-a5ef-7b49fecb29c1'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:51:11.809065 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8682956b-e6d2-4f4f-814d-55dba022a28e admin admin] Publish callbacks [] for router_gateway (aeae7732-84b6-4075-9bfb-0ad435d359e6), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:12.027097 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-693f3f3a-b65f-4efb-9ab9-899f23c95b67 None None] Set router 3b71def2-3d93-45be-a5ef-7b49fecb29c1 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:51:12.032766 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 42338) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:12.064593 dv-cinder-836074-2-iscsi neutron-server[110259]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 11:51:12.134128 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 42352) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:12.223780 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3b9b4ee7-6050-4c4c-a4e0-84a97a20eddb req-14ff4390-4b90-40c7-a67c-c81b20783f53 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 210 time: 0.1803608 Apr 06 11:51:12.230306 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8e071d8f-80e7-4c30-9345-1200ad2b71fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:12.295227 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-69bc86cf-1011-4090-abad-df7295b775b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:12.562411 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-14f3add0-30c0-4258-83bf-dffa1831193c admin admin] Publish callbacks [] for router_gateway (1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:12.612667 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-693f3f3a-b65f-4efb-9ab9-899f23c95b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'name': 'tempest-AttachVolumeShelveTestJSON-495381077-router', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:09Z', 'revision_number': 3, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'gw_port': {'id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:51:12.634774 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:51:12.713140 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693f3f3a-b65f-4efb-9ab9-899f23c95b67 None None] Checking router: 3b71def2-3d93-45be-a5ef-7b49fecb29c1 for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:51:12.715482 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693f3f3a-b65f-4efb-9ab9-899f23c95b67 None None] Updating router 3b71def2-3d93-45be-a5ef-7b49fecb29c1 port c0eb9710-097b-4510-8bf0-fabd9d9ec07f binding host dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:51:12.719773 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8682956b-e6d2-4f4f-814d-55dba022a28e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-433572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430332'] for router (aeae7732-84b6-4075-9bfb-0ad435d359e6), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:12.847519 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6cb009-a0e6-4b1e-8c02-b395b9dba3bf None None] Network 99bd6fac-a9a5-4214-bfa7-98f9f937fa30 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:51:12.849407 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-693f3f3a-b65f-4efb-9ab9-899f23c95b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (c0eb9710-097b-4510-8bf0-fabd9d9ec07f), before_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:12.859004 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port 6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:12.859690 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:13.107109 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 42378) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:13.219533 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-4c9cd1ca-829e-407b-90e3-a7f50f3aaa39 None None] Provisioning complete for port 674222e9-4346-499d-9505-b5bfbbbcf70a triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:13.220242 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-4c9cd1ca-829e-407b-90e3-a7f50f3aaa39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (674222e9-4346-499d-9505-b5bfbbbcf70a), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:13.413937 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8e071d8f-80e7-4c30-9345-1200ad2b71fd admin admin] Publish callbacks [] for security_group (7cb779b8-f65b-4ec2-a8b2-857b61e7ab9a), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:13.436064 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8e071d8f-80e7-4c30-9345-1200ad2b71fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (7cb779b8-f65b-4ec2-a8b2-857b61e7ab9a), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:13.627904 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 42398) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:13.633258 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-8e071d8f-80e7-4c30-9345-1200ad2b71fd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a3c4294a89f4f2583a211a84e33efe2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4979804 Apr 06 11:51:13.659051 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 42400) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:13.690430 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7263df93-3589-426b-8cf4-010fae9561d3 None None] Network 04e35c34-b38e-495d-ab59-a36a4ea05864 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:51:13.713172 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e071d8f-80e7-4c30-9345-1200ad2b71fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb779b8-f65b-4ec2-a8b2-857b61e7ab9a,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:13.718651 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8bbe340b-7980-4205-8d97-336f87ae9da2 req-7d2164ba-6138-45a4-bc50-1497acbac047 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 210 time: 0.0611100 Apr 06 11:51:13.742662 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e95f6e38-0e97-4309-81b1-53b40d4079ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:13.751711 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:51:13.770201 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-693f3f3a-b65f-4efb-9ab9-899f23c95b67 None None] Publish callbacks [] for port (c0eb9710-097b-4510-8bf0-fabd9d9ec07f), precommit_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:13.787933 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-14f3add0-30c0-4258-83bf-dffa1831193c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-433572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430332'] for router (1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:13.789806 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-693f3f3a-b65f-4efb-9ab9-899f23c95b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (c0eb9710-097b-4510-8bf0-fabd9d9ec07f), after_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:13.858955 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f3a36fda-8a46-493e-ac25-0f582fb908dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:13.871640 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-62ade3ec-377d-4d09-a0f5-5c268c07cf60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:13.920415 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-4c9cd1ca-829e-407b-90e3-a7f50f3aaa39 None None] Current status of the port 674222e9-4346-499d-9505-b5bfbbbcf70a is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:13.921057 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.managers [None req-693f3f3a-b65f-4efb-9ab9-899f23c95b67 None None] Attempting to bind port c0eb9710-097b-4510-8bf0-fabd9d9ec07f on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:51:13.921488 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.managers [None req-693f3f3a-b65f-4efb-9ab9-899f23c95b67 None None] Attempting to bind port c0eb9710-097b-4510-8bf0-fabd9d9ec07f by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}] {{(pid=110262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:51:13.921723 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-4c9cd1ca-829e-407b-90e3-a7f50f3aaa39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (674222e9-4346-499d-9505-b5bfbbbcf70a), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:13.924369 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693f3f3a-b65f-4efb-9ab9-899f23c95b67 None None] Attempting to bind port c0eb9710-097b-4510-8bf0-fabd9d9ec07f on network f8bc4371-0f06-4ac4-8212-20e00bcdd0be {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:51:13.934714 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693f3f3a-b65f-4efb-9ab9-899f23c95b67 None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:51:13.935140 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693f3f3a-b65f-4efb-9ab9-899f23c95b67 None None] Checking segment: {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:51:13.935544 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-693f3f3a-b65f-4efb-9ab9-899f23c95b67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:13.936098 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693f3f3a-b65f-4efb-9ab9-899f23c95b67 None None] Bound using segment: {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'} {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:51:13.936711 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.managers [None req-693f3f3a-b65f-4efb-9ab9-899f23c95b67 None None] Bound port: c0eb9710-097b-4510-8bf0-fabd9d9ec07f, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}}] {{(pid=110262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:51:13.937382 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-693f3f3a-b65f-4efb-9ab9-899f23c95b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (c0eb9710-097b-4510-8bf0-fabd9d9ec07f), before_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:13.939335 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d45e4-e685-45ef-9314-193076e85849 None None] Pushing event updated for resources: {'Port': ['ID=c0eb9710-097b-4510-8bf0-fabd9d9ec07f,revision_number=2']} {{(pid=110262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:13.940369 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12e0e15-d003-4da7-81b7-a00b948d61f3 None None] Network d8762c11-97c8-4692-bb2b-070d6ecd6b12 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:51:14.021144 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d45e4-e685-45ef-9314-193076e85849 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:14.021372 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-207ddf96-64a5-4cf6-a89d-b1838b805f8b admin admin] Publish callbacks [] for security_group (7cb779b8-f65b-4ec2-a8b2-857b61e7ab9a), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:14.024100 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d45e4-e685-45ef-9314-193076e85849 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:14.025533 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d45e4-e685-45ef-9314-193076e85849 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:14.026193 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d45e4-e685-45ef-9314-193076e85849 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:14.026665 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d45e4-e685-45ef-9314-193076e85849 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:14.027201 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d45e4-e685-45ef-9314-193076e85849 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:14.028177 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d45e4-e685-45ef-9314-193076e85849 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:14.028655 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d45e4-e685-45ef-9314-193076e85849 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:14.029426 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d45e4-e685-45ef-9314-193076e85849 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:14.029619 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d45e4-e685-45ef-9314-193076e85849 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:14.030090 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d45e4-e685-45ef-9314-193076e85849 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:14.031105 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d45e4-e685-45ef-9314-193076e85849 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:14.031578 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d45e4-e685-45ef-9314-193076e85849 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:14.032042 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d45e4-e685-45ef-9314-193076e85849 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:14.032778 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d45e4-e685-45ef-9314-193076e85849 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d45e4-e685-45ef-9314-193076e85849 None None] Tracked resource versions report: Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: pushed versions: Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: { 'AddressGroup': {'1.2'}, Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: 'Agent': {'1.1'}, Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: 'ConntrackHelper': {'1.0'}, Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: 'LocalIPAssociation': {'1.0'}, Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: 'Log': {'1.0'}, Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: 'NDPProxy': {'1.0'}, Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: 'Network': {'1.1'}, Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: 'Port': {'1.7'}, Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: 'PortForwarding': {'1.3'}, Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: 'QosPolicy': {'1.10'}, Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: 'SecurityGroup': {'1.5'}, Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: 'SecurityGroupRule': {'1.2'}, Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: 'SubPort': {'1.0'}, Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: 'Subnet': {'1.1'}, Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: 'Trunk': {'1.1'}} Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: consumer versions: Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: { DHCP agent@dv-cinder-836074-2-iscsi: {}, Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: HyperV agent@hv-cinder-83607: {}, Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: L3 agent@dv-cinder-836074-2-iscsi: {}, Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: Metadata agent@dv-cinder-836074-2-iscsi: {}, Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: Metering agent@dv-cinder-836074-2-iscsi: {}, Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: Open vSwitch agent@dv-cinder-836074-2-iscsi: { 'AddressGroup': '1.2', Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: 'Agent': '1.1', Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: 'ConntrackHelper': '1.0', Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: 'LocalIPAssociation': '1.0', Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: 'Log': '1.0', Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: 'NDPProxy': '1.0', Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: 'Network': '1.1', Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: 'Port': '1.7', Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: 'PortForwarding': '1.3', Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: 'QosPolicy': '1.10', Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: 'SecurityGroup': '1.5', Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: 'SecurityGroupRule': '1.2', Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: 'SubPort': '1.0', Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: 'Subnet': '1.1', Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: 'Trunk': '1.1'}} Apr 06 11:51:14.034352 dv-cinder-836074-2-iscsi neutron-server[110262]: {{(pid=110262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 11:51:14.095529 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.db [None req-693f3f3a-b65f-4efb-9ab9-899f23c95b67 None None] For port c0eb9710-097b-4510-8bf0-fabd9d9ec07f, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:51:14.099303 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.db [None req-693f3f3a-b65f-4efb-9ab9-899f23c95b67 None None] For port c0eb9710-097b-4510-8bf0-fabd9d9ec07f, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=c0eb9710-097b-4510-8bf0-fabd9d9ec07f,segment=NetworkSegment(e99df258-543d-4616-b3b8-0c52db153909),segment_id=e99df258-543d-4616-b3b8-0c52db153909)] {{(pid=110262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:51:14.111996 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8682956b-e6d2-4f4f-814d-55dba022a28e admin admin] Router aeae7732-84b6-4075-9bfb-0ad435d359e6 is scheduled to L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f with binding_index 1 {{(pid=110260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 11:51:14.113634 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-693f3f3a-b65f-4efb-9ab9-899f23c95b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (c0eb9710-097b-4510-8bf0-fabd9d9ec07f), after_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:14.115063 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-4c9cd1ca-829e-407b-90e3-a7f50f3aaa39 None None] For port 674222e9-4346-499d-9505-b5bfbbbcf70a, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=674222e9-4346-499d-9505-b5bfbbbcf70a,segment=NetworkSegment(d73cce00-15b1-40fb-ad57-8913535f579d),segment_id=d73cce00-15b1-40fb-ad57-8913535f579d)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:51:14.154174 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-4c9cd1ca-829e-407b-90e3-a7f50f3aaa39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (674222e9-4346-499d-9505-b5bfbbbcf70a), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:14.194434 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d45e4-e685-45ef-9314-193076e85849 None None] Pushing event updated for resources: {'Port': ['ID=c0eb9710-097b-4510-8bf0-fabd9d9ec07f,revision_number=3']} {{(pid=110262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:14.211494 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f3a36fda-8a46-493e-ac25-0f582fb908dc admin admin] Publish callbacks [] for security_group (3e985fce-0d9e-43d5-a4a1-64359f52a373), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:14.217626 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9cd1ca-829e-407b-90e3-a7f50f3aaa39 None None] Pushing event updated for resources: {'Port': ['ID=674222e9-4346-499d-9505-b5bfbbbcf70a,revision_number=3']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:14.224670 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f3add0-30c0-4258-83bf-dffa1831193c admin admin] Router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef is scheduled to L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f with binding_index 1 {{(pid=110260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 11:51:14.231114 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693f3f3a-b65f-4efb-9ab9-899f23c95b67 None None] Routers {'3b71def2-3d93-45be-a5ef-7b49fecb29c1'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:51:14.231607 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f3a36fda-8a46-493e-ac25-0f582fb908dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (3e985fce-0d9e-43d5-a4a1-64359f52a373), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:14.232006 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-693f3f3a-b65f-4efb-9ab9-899f23c95b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:50:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['3b71def2-3d93-45be-a5ef-7b49fecb29c1'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:51:14.234995 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port 6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9 is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:14.235398 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:14.276699 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] For port 6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9,segment=NetworkSegment(deb309b9-5789-464c-9c33-f60bf6e06a39),segment_id=deb309b9-5789-464c-9c33-f60bf6e06a39)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:51:14.297126 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:14.298371 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 2bb470ea-01ba-4267-a425-ccb22198f523 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:51:14.318964 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a36fda-8a46-493e-ac25-0f582fb908dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e985fce-0d9e-43d5-a4a1-64359f52a373,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:14.345025 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-207ddf96-64a5-4cf6-a89d-b1838b805f8b admin admin] Publish callbacks [] for security_group (7cb779b8-f65b-4ec2-a8b2-857b61e7ab9a), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:14.349913 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-693f3f3a-b65f-4efb-9ab9-899f23c95b67 None None] Set router 3b71def2-3d93-45be-a5ef-7b49fecb29c1 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:51:14.350774 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8682956b-e6d2-4f4f-814d-55dba022a28e admin admin] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:51:14.364510 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-416e6181-67fd-43d0-bc64-207e5beb4b32 None None] Provisioning complete for port 6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:14.365342 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-416e6181-67fd-43d0-bc64-207e5beb4b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:14.388531 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993aaed9-6e9b-4832-a3c9-3b0daed5cef9 None None] Sync routers for ids ['aeae7732-84b6-4075-9bfb-0ad435d359e6'] in dv-cinder-836074-2-iscsi {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:51:14.410232 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8682956b-e6d2-4f4f-814d-55dba022a28e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:14.412050 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-8682956b-e6d2-4f4f-814d-55dba022a28e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.3267906 Apr 06 11:51:14.416625 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 42418) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:14.441604 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993aaed9-6e9b-4832-a3c9-3b0daed5cef9 None None] Routers {'aeae7732-84b6-4075-9bfb-0ad435d359e6'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:51:14.442251 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-993aaed9-6e9b-4832-a3c9-3b0daed5cef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:50:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['aeae7732-84b6-4075-9bfb-0ad435d359e6'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:51:14.445993 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-f3a36fda-8a46-493e-ac25-0f582fb908dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e8b7ef4e5f8642c8b320c830ec7b2c12&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1925066 Apr 06 11:51:14.470771 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 42420) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:14.688824 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port 2bb470ea-01ba-4267-a425-ccb22198f523 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:14.689902 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (2bb470ea-01ba-4267-a425-ccb22198f523), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:14.705696 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.db_base_plugin_common [None req-e95f6e38-0e97-4309-81b1-53b40d4079ce admin admin] Allocated IP 172.20.0.1 (04e35c34-b38e-495d-ab59-a36a4ea05864/3051baf9-8ef0-43f1-94ee-3a605ed467b3/01c1d04c-390a-4ad7-ad11-58637035f908) {{(pid=110259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:51:14.727147 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-62ade3ec-377d-4d09-a0f5-5c268c07cf60 admin admin] Publish callbacks [] for security_group (bcbb7d60-e180-4bed-99b1-00cf938853d1), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:14.731150 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-693f3f3a-b65f-4efb-9ab9-899f23c95b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'name': 'tempest-AttachVolumeShelveTestJSON-495381077-router', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:09Z', 'revision_number': 3, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'gw_port': {'id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:51:14.750764 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-207ddf96-64a5-4cf6-a89d-b1838b805f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (7cb779b8-f65b-4ec2-a8b2-857b61e7ab9a), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:14.757056 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-207ddf96-64a5-4cf6-a89d-b1838b805f8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:14.760579 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-207ddf96-64a5-4cf6-a89d-b1838b805f8b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7cb779b8-f65b-4ec2-a8b2-857b61e7ab9a HTTP/1.1" status: 204 len: 168 time: 1.1003003 Apr 06 11:51:14.771930 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693f3f3a-b65f-4efb-9ab9-899f23c95b67 None None] The sync data for ids ['3b71def2-3d93-45be-a5ef-7b49fecb29c1'] in dv-cinder-836074-2-iscsi is: [{'id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'name': 'tempest-AttachVolumeShelveTestJSON-495381077-router', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:09Z', 'revision_number': 3, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'gw_port': {'id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:51:14.795679 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-62ade3ec-377d-4d09-a0f5-5c268c07cf60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (bcbb7d60-e180-4bed-99b1-00cf938853d1), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:14.801506 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ddf96-64a5-4cf6-a89d-b1838b805f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb779b8-f65b-4ec2-a8b2-857b61e7ab9a,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:14.807604 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f3add0-30c0-4258-83bf-dffa1831193c admin admin] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:51:14.816156 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6e18616c-07fe-44bd-ad01-824e13eac69c admin admin] Publish callbacks [] for security_group (3e985fce-0d9e-43d5-a4a1-64359f52a373), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:14.822912 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2774342-ed36-4bd3-a3be-76f683026a84 None None] Sync routers for ids ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:51:14.841475 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2774342-ed36-4bd3-a3be-76f683026a84 None None] Routers {'1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:51:14.842180 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-e2774342-ed36-4bd3-a3be-76f683026a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:50:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:51:14.844019 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6e18616c-07fe-44bd-ad01-824e13eac69c admin admin] Publish callbacks [] for security_group (3e985fce-0d9e-43d5-a4a1-64359f52a373), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:14.873358 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-14f3add0-30c0-4258-83bf-dffa1831193c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:14.885233 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-14f3add0-30c0-4258-83bf-dffa1831193c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.6969252 Apr 06 11:51:14.888514 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 42426) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:14.966518 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Pushing event updated for resources: {'Port': ['ID=6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9,revision_number=3']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:15.094915 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-62ade3ec-377d-4d09-a0f5-5c268c07cf60 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e5c3ca0ef054528b5c777eafa0057e7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4543848 Apr 06 11:51:15.104064 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ade3ec-377d-4d09-a0f5-5c268c07cf60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbb7d60-e180-4bed-99b1-00cf938853d1,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:15.104575 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 42432) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:15.124434 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-e2774342-ed36-4bd3-a3be-76f683026a84 None None] Set router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:51:15.192299 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6e18616c-07fe-44bd-ad01-824e13eac69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (3e985fce-0d9e-43d5-a4a1-64359f52a373), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:15.192299 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6e18616c-07fe-44bd-ad01-824e13eac69c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:15.192299 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-6e18616c-07fe-44bd-ad01-824e13eac69c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e985fce-0d9e-43d5-a4a1-64359f52a373 HTTP/1.1" status: 204 len: 168 time: 0.7197659 Apr 06 11:51:15.289356 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18616c-07fe-44bd-ad01-824e13eac69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e985fce-0d9e-43d5-a4a1-64359f52a373,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:15.342205 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3962cd3f-3718-41ee-9063-70d3f8235344 req-a392ee41-c0df-4270-aa14-b5b3d6f5c0d7 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 210 time: 0.2364688 Apr 06 11:51:15.414165 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-416e6181-67fd-43d0-bc64-207e5beb4b32 None None] Current status of the port 6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:15.434771 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e95f6e38-0e97-4309-81b1-53b40d4079ce admin admin] Publish callbacks [] for port (01c1d04c-390a-4ad7-ad11-58637035f908), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:15.514111 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-993aaed9-6e9b-4832-a3c9-3b0daed5cef9 None None] Set router aeae7732-84b6-4075-9bfb-0ad435d359e6 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:51:15.564415 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-52ab5879-83a1-4e98-a265-e3b4066af4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:15.616458 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-77ca2859-c787-4269-a29f-82551e917c28 admin admin] Publish callbacks [] for security_group (bcbb7d60-e180-4bed-99b1-00cf938853d1), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:15.693183 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-416e6181-67fd-43d0-bc64-207e5beb4b32 None None] Provisioning complete for port 2bb470ea-01ba-4267-a425-ccb22198f523 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:15.694829 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-416e6181-67fd-43d0-bc64-207e5beb4b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (2bb470ea-01ba-4267-a425-ccb22198f523), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:15.735966 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-77ca2859-c787-4269-a29f-82551e917c28 admin admin] Publish callbacks [] for security_group (bcbb7d60-e180-4bed-99b1-00cf938853d1), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:15.749740 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-e2774342-ed36-4bd3-a3be-76f683026a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '61f17581-a107-4585-9edf-2a1a789a5328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:11Z', 'revision_number': 3, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'gw_port': {'id': '61f17581-a107-4585-9edf-2a1a789a5328', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:51:15.759611 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e95f6e38-0e97-4309-81b1-53b40d4079ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228'] for port (01c1d04c-390a-4ad7-ad11-58637035f908), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:15.820056 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2774342-ed36-4bd3-a3be-76f683026a84 None None] Checking router: 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:51:15.831197 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2774342-ed36-4bd3-a3be-76f683026a84 None None] Updating router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef port 61f17581-a107-4585-9edf-2a1a789a5328 binding host dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:51:15.832621 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port 2bb470ea-01ba-4267-a425-ccb22198f523 is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:15.833264 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (2bb470ea-01ba-4267-a425-ccb22198f523), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:15.903133 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-e2774342-ed36-4bd3-a3be-76f683026a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (61f17581-a107-4585-9edf-2a1a789a5328), before_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:16.025135 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-77ca2859-c787-4269-a29f-82551e917c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (bcbb7d60-e180-4bed-99b1-00cf938853d1), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:16.027826 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-77ca2859-c787-4269-a29f-82551e917c28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:16.029029 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-77ca2859-c787-4269-a29f-82551e917c28 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bcbb7d60-e180-4bed-99b1-00cf938853d1 HTTP/1.1" status: 204 len: 168 time: 0.9182136 Apr 06 11:51:16.092631 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] For port 2bb470ea-01ba-4267-a425-ccb22198f523, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=2bb470ea-01ba-4267-a425-ccb22198f523,segment=NetworkSegment(4cfea46a-4bee-477e-bfba-1025be7f7a6b),segment_id=4cfea46a-4bee-477e-bfba-1025be7f7a6b)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:51:16.114219 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (2bb470ea-01ba-4267-a425-ccb22198f523), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:16.117798 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 674222e9-4346-499d-9505-b5bfbbbcf70a up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:51:16.124086 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca2859-c787-4269-a29f-82551e917c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbb7d60-e180-4bed-99b1-00cf938853d1,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:16.151203 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-fc2e5c56-50d9-40c8-98da-82ce583df62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:16.159069 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f6e38-0e97-4309-81b1-53b40d4079ce admin admin] Pushing event updated for resources: {'Port': ['ID=01c1d04c-390a-4ad7-ad11-58637035f908,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:16.296984 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port 674222e9-4346-499d-9505-b5bfbbbcf70a triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:16.297464 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (674222e9-4346-499d-9505-b5bfbbbcf70a), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:16.318531 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-416e6181-67fd-43d0-bc64-207e5beb4b32 None None] Current status of the port 2bb470ea-01ba-4267-a425-ccb22198f523 is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:16.320068 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-416e6181-67fd-43d0-bc64-207e5beb4b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (2bb470ea-01ba-4267-a425-ccb22198f523), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:16.535064 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.db.api [None req-416e6181-67fd-43d0-bc64-207e5beb4b32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 11:51:16.535787 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG oslo_db.api [None req-416e6181-67fd-43d0-bc64-207e5beb4b32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 11:51:16.549014 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Pushing event updated for resources: {'Port': ['ID=2bb470ea-01ba-4267-a425-ccb22198f523,revision_number=3']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:16.552705 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-e2774342-ed36-4bd3-a3be-76f683026a84 None None] Publish callbacks [] for port (61f17581-a107-4585-9edf-2a1a789a5328), precommit_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:16.563408 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-e2774342-ed36-4bd3-a3be-76f683026a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (61f17581-a107-4585-9edf-2a1a789a5328), after_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:16.568966 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [None req-fc2e5c56-50d9-40c8-98da-82ce583df62e admin admin] Allocated IP 172.20.0.1 (d8762c11-97c8-4692-bb2b-070d6ecd6b12/9b503157-0ef4-44d3-80a9-20b0dc5d9230/0663e282-8c19-44f6-be63-9ac09f74b1c0) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:51:16.589324 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:16.618703 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95f6e38-0e97-4309-81b1-53b40d4079ce admin admin] Network 04e35c34-b38e-495d-ab59-a36a4ea05864 is already hosted by enough agents. {{(pid=110259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:51:16.640030 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [None req-e95f6e38-0e97-4309-81b1-53b40d4079ce admin admin] Resources bound (agent type, host, resource id): {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:51:16.652264 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-736a8173-3ce1-4b7c-ba3b-7028689d3868 req-25c8dc09-0d7c-45b6-8e40-13935542e057 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 210 time: 0.0691252 Apr 06 11:51:16.657995 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95f6e38-0e97-4309-81b1-53b40d4079ce admin admin] Received port after_create {{(pid=110259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:51:16.663629 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e95f6e38-0e97-4309-81b1-53b40d4079ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430125'] for router_interface (3b71def2-3d93-45be-a5ef-7b49fecb29c1), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:16.713488 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.managers [None req-e2774342-ed36-4bd3-a3be-76f683026a84 None None] Attempting to bind port 61f17581-a107-4585-9edf-2a1a789a5328 on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:51:16.713867 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.managers [None req-e2774342-ed36-4bd3-a3be-76f683026a84 None None] Attempting to bind port 61f17581-a107-4585-9edf-2a1a789a5328 by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}] {{(pid=110262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:51:16.714227 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2774342-ed36-4bd3-a3be-76f683026a84 None None] Attempting to bind port 61f17581-a107-4585-9edf-2a1a789a5328 on network f8bc4371-0f06-4ac4-8212-20e00bcdd0be {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:51:16.716475 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b92ba-fd02-48be-9538-86c4bd383b0d None None] Pushing event updated for resources: {'Port': ['ID=61f17581-a107-4585-9edf-2a1a789a5328,revision_number=2']} {{(pid=110262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:16.722838 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2774342-ed36-4bd3-a3be-76f683026a84 None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:51:16.722838 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2774342-ed36-4bd3-a3be-76f683026a84 None None] Checking segment: {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:51:16.723408 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-e2774342-ed36-4bd3-a3be-76f683026a84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:16.723803 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2774342-ed36-4bd3-a3be-76f683026a84 None None] Bound using segment: {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'} {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:51:16.724269 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.managers [None req-e2774342-ed36-4bd3-a3be-76f683026a84 None None] Bound port: 61f17581-a107-4585-9edf-2a1a789a5328, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}}] {{(pid=110262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:51:16.724649 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-e2774342-ed36-4bd3-a3be-76f683026a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (61f17581-a107-4585-9edf-2a1a789a5328), before_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:16.729288 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port 674222e9-4346-499d-9505-b5bfbbbcf70a is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:16.755713 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-993aaed9-6e9b-4832-a3c9-3b0daed5cef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'name': 'tempest-ServerRescueNegativeTestJSON-1005298851-router', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:11Z', 'revision_number': 3, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'gw_port': {'id': '923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:09Z', 'updated_at': '2022-04-06T11:51:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:51:16.797998 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-fc2e5c56-50d9-40c8-98da-82ce583df62e admin admin] Publish callbacks [] for port (0663e282-8c19-44f6-be63-9ac09f74b1c0), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:16.824275 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.db [None req-e2774342-ed36-4bd3-a3be-76f683026a84 None None] For port 61f17581-a107-4585-9edf-2a1a789a5328, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:51:16.835164 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.db [None req-e2774342-ed36-4bd3-a3be-76f683026a84 None None] For port 61f17581-a107-4585-9edf-2a1a789a5328, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=61f17581-a107-4585-9edf-2a1a789a5328,segment=NetworkSegment(e99df258-543d-4616-b3b8-0c52db153909),segment_id=e99df258-543d-4616-b3b8-0c52db153909)] {{(pid=110262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:51:16.845452 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993aaed9-6e9b-4832-a3c9-3b0daed5cef9 None None] Checking router: aeae7732-84b6-4075-9bfb-0ad435d359e6 for host: dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:51:16.845707 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993aaed9-6e9b-4832-a3c9-3b0daed5cef9 None None] Updating router aeae7732-84b6-4075-9bfb-0ad435d359e6 port 923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2 binding host dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:51:16.848079 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-e2774342-ed36-4bd3-a3be-76f683026a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (61f17581-a107-4585-9edf-2a1a789a5328), after_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:16.887495 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-fc2e5c56-50d9-40c8-98da-82ce583df62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228'] for port (0663e282-8c19-44f6-be63-9ac09f74b1c0), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:16.934477 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-993aaed9-6e9b-4832-a3c9-3b0daed5cef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:16.978791 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b92ba-fd02-48be-9538-86c4bd383b0d None None] Pushing event updated for resources: {'Port': ['ID=61f17581-a107-4585-9edf-2a1a789a5328,revision_number=3']} {{(pid=110262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:16.985797 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2e5c56-50d9-40c8-98da-82ce583df62e admin admin] Network d8762c11-97c8-4692-bb2b-070d6ecd6b12 is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:51:17.002554 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-fc2e5c56-50d9-40c8-98da-82ce583df62e admin admin] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:51:17.021325 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2774342-ed36-4bd3-a3be-76f683026a84 None None] Routers {'1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:51:17.022506 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-e2774342-ed36-4bd3-a3be-76f683026a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:51:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:51:17.026444 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2e5c56-50d9-40c8-98da-82ce583df62e admin admin] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:51:17.029690 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-fc2e5c56-50d9-40c8-98da-82ce583df62e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430125'] for router_interface (aeae7732-84b6-4075-9bfb-0ad435d359e6), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:17.149975 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 42484) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:17.194862 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device c0eb9710-097b-4510-8bf0-fabd9d9ec07f up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:51:17.206254 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-e2774342-ed36-4bd3-a3be-76f683026a84 None None] Set router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:51:17.293900 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-cd99aaea-4a81-403d-9d4b-17d97a554cd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:17.375315 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-416e6181-67fd-43d0-bc64-207e5beb4b32 None None] Current status of the port 2bb470ea-01ba-4267-a425-ccb22198f523 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:17.416312 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-1e4cf4e0-bc83-49b5-9c3d-7fa4fa3ec36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:17.550203 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port c0eb9710-097b-4510-8bf0-fabd9d9ec07f triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:17.550833 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (c0eb9710-097b-4510-8bf0-fabd9d9ec07f), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:17.551493 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-e2774342-ed36-4bd3-a3be-76f683026a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '61f17581-a107-4585-9edf-2a1a789a5328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:11Z', 'revision_number': 3, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'gw_port': {'id': '61f17581-a107-4585-9edf-2a1a789a5328', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:51:17.583401 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e5c56-50d9-40c8-98da-82ce583df62e admin admin] Pushing event updated for resources: {'Port': ['ID=0663e282-8c19-44f6-be63-9ac09f74b1c0,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:17.635702 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-affa014b-0aee-42c8-a301-fcc4315ea8e3 None None] Provisioning complete for port 01c1d04c-390a-4ad7-ad11-58637035f908 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:17.637348 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-affa014b-0aee-42c8-a301-fcc4315ea8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (01c1d04c-390a-4ad7-ad11-58637035f908), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:17.641200 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2774342-ed36-4bd3-a3be-76f683026a84 None None] The sync data for ids ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'] in dv-cinder-836074-2-iscsi is: [{'id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '61f17581-a107-4585-9edf-2a1a789a5328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:11Z', 'revision_number': 3, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'gw_port': {'id': '61f17581-a107-4585-9edf-2a1a789a5328', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:51:17.733818 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e95f6e38-0e97-4309-81b1-53b40d4079ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (01c1d04c-390a-4ad7-ad11-58637035f908), before_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:17.759961 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-affa014b-0aee-42c8-a301-fcc4315ea8e3 None None] Port 01c1d04c-390a-4ad7-ad11-58637035f908 cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:51:17.879819 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-affa014b-0aee-42c8-a301-fcc4315ea8e3 None None] Provisioning complete for port 6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:17.880453 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-affa014b-0aee-42c8-a301-fcc4315ea8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:17.907342 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-0baa853b-482b-4572-b021-c35ba66ccab1 req-f334435c-ed37-460b-a44c-ffabcdad3891 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 210 time: 0.0817597 Apr 06 11:51:17.993093 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-fc2e5c56-50d9-40c8-98da-82ce583df62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (0663e282-8c19-44f6-be63-9ac09f74b1c0), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:18.001979 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.53', 64245) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:18.120783 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.db_base_plugin_common [None req-1e4cf4e0-bc83-49b5-9c3d-7fa4fa3ec36e admin admin] Allocated IP 172.20.0.1 (99bd6fac-a9a5-4214-bfa7-98f9f937fa30/30cc3b5e-6713-4293-92dc-273ba182e38b/e0a3a1dc-eae8-4722-ac6e-afd2acc6accf) {{(pid=110259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:51:18.203474 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-993aaed9-6e9b-4832-a3c9-3b0daed5cef9 None None] Publish callbacks [] for port (923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2), precommit_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:18.203968 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-cd99aaea-4a81-403d-9d4b-17d97a554cd2 admin admin] Publish callbacks [] for security_group (05122698-2787-46f0-85d3-c89f8c085b6d), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:18.234797 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-993aaed9-6e9b-4832-a3c9-3b0daed5cef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:18.249120 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-cd99aaea-4a81-403d-9d4b-17d97a554cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (05122698-2787-46f0-85d3-c89f8c085b6d), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:18.272372 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port c0eb9710-097b-4510-8bf0-fabd9d9ec07f is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:18.272919 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (c0eb9710-097b-4510-8bf0-fabd9d9ec07f), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:18.289254 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-993aaed9-6e9b-4832-a3c9-3b0daed5cef9 None None] Attempting to bind port 923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2 on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:51:18.289624 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-993aaed9-6e9b-4832-a3c9-3b0daed5cef9 None None] Attempting to bind port 923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2 by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:51:18.290030 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993aaed9-6e9b-4832-a3c9-3b0daed5cef9 None None] Attempting to bind port 923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2 on network f8bc4371-0f06-4ac4-8212-20e00bcdd0be {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:51:18.302177 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-fc2e5c56-50d9-40c8-98da-82ce583df62e admin admin] Publish callbacks [] for port (0663e282-8c19-44f6-be63-9ac09f74b1c0), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:18.315536 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-fc2e5c56-50d9-40c8-98da-82ce583df62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (0663e282-8c19-44f6-be63-9ac09f74b1c0), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:18.316559 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-fc2e5c56-50d9-40c8-98da-82ce583df62e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431805'] for router_interface (aeae7732-84b6-4075-9bfb-0ad435d359e6), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:18.338259 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993aaed9-6e9b-4832-a3c9-3b0daed5cef9 None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:51:18.338903 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993aaed9-6e9b-4832-a3c9-3b0daed5cef9 None None] Checking segment: {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:51:18.339315 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-993aaed9-6e9b-4832-a3c9-3b0daed5cef9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:18.340047 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993aaed9-6e9b-4832-a3c9-3b0daed5cef9 None None] Bound using segment: {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:51:18.340215 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-993aaed9-6e9b-4832-a3c9-3b0daed5cef9 None None] Bound port: 923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:51:18.340603 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-993aaed9-6e9b-4832-a3c9-3b0daed5cef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:18.350418 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-affa014b-0aee-42c8-a301-fcc4315ea8e3 None None] Current status of the port 6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:18.389795 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] For port c0eb9710-097b-4510-8bf0-fabd9d9ec07f, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=c0eb9710-097b-4510-8bf0-fabd9d9ec07f,segment=NetworkSegment(e99df258-543d-4616-b3b8-0c52db153909),segment_id=e99df258-543d-4616-b3b8-0c52db153909)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:51:18.396335 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdabcad-2946-431d-b134-842f4b3c52c4 None None] Pushing event updated for resources: {'Port': ['ID=923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2,revision_number=2']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:18.409815 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (c0eb9710-097b-4510-8bf0-fabd9d9ec07f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:18.410827 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:51:18.515933 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-993aaed9-6e9b-4832-a3c9-3b0daed5cef9 None None] For port 923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:51:18.521318 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-993aaed9-6e9b-4832-a3c9-3b0daed5cef9 None None] For port 923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2,segment=NetworkSegment(e99df258-543d-4616-b3b8-0c52db153909),segment_id=e99df258-543d-4616-b3b8-0c52db153909)] {{(pid=110261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:51:18.537747 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-affa014b-0aee-42c8-a301-fcc4315ea8e3 None None] Provisioning complete for port 0663e282-8c19-44f6-be63-9ac09f74b1c0 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:18.538467 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-affa014b-0aee-42c8-a301-fcc4315ea8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (0663e282-8c19-44f6-be63-9ac09f74b1c0), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:18.591351 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e5c56-50d9-40c8-98da-82ce583df62e admin admin] Pushing event updated for resources: {'Port': ['ID=0663e282-8c19-44f6-be63-9ac09f74b1c0,revision_number=2']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:18.653475 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-993aaed9-6e9b-4832-a3c9-3b0daed5cef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:18.676690 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-affa014b-0aee-42c8-a301-fcc4315ea8e3 None None] Port 0663e282-8c19-44f6-be63-9ac09f74b1c0 cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:51:18.679823 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-cd99aaea-4a81-403d-9d4b-17d97a554cd2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=372e61df4c4f42139d4472abcaa10161&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5249486 Apr 06 11:51:18.682630 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2e5c56-50d9-40c8-98da-82ce583df62e admin admin] Network d8762c11-97c8-4692-bb2b-070d6ecd6b12 is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:51:18.683570 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 42520) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:18.696709 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-fc2e5c56-50d9-40c8-98da-82ce583df62e admin admin] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:51:18.702178 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port 6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:18.702571 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:18.762630 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99aaea-4a81-403d-9d4b-17d97a554cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05122698-2787-46f0-85d3-c89f8c085b6d,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:18.789194 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993aaed9-6e9b-4832-a3c9-3b0daed5cef9 None None] Routers {'aeae7732-84b6-4075-9bfb-0ad435d359e6'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:51:18.789907 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-993aaed9-6e9b-4832-a3c9-3b0daed5cef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:51:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['aeae7732-84b6-4075-9bfb-0ad435d359e6'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:51:18.797432 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Pushing event updated for resources: {'Port': ['ID=c0eb9710-097b-4510-8bf0-fabd9d9ec07f,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:18.819727 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-1e4cf4e0-bc83-49b5-9c3d-7fa4fa3ec36e admin admin] Publish callbacks [] for port (e0a3a1dc-eae8-4722-ac6e-afd2acc6accf), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:18.864959 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-affa014b-0aee-42c8-a301-fcc4315ea8e3 None None] Provisioning complete for port 2bb470ea-01ba-4267-a425-ccb22198f523 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:18.865315 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-affa014b-0aee-42c8-a301-fcc4315ea8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (2bb470ea-01ba-4267-a425-ccb22198f523), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:18.888300 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e95f6e38-0e97-4309-81b1-53b40d4079ce admin admin] Publish callbacks [] for port (01c1d04c-390a-4ad7-ad11-58637035f908), precommit_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:18.894518 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:18.901191 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e95f6e38-0e97-4309-81b1-53b40d4079ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (01c1d04c-390a-4ad7-ad11-58637035f908), after_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:18.902046 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e95f6e38-0e97-4309-81b1-53b40d4079ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431805'] for router_interface (3b71def2-3d93-45be-a5ef-7b49fecb29c1), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:18.945531 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-c5862edf-3bc2-48a0-9786-724dfba286c6 admin admin] Publish callbacks [] for security_group (05122698-2787-46f0-85d3-c89f8c085b6d), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:19.028135 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-c5862edf-3bc2-48a0-9786-724dfba286c6 admin admin] Publish callbacks [] for security_group (05122698-2787-46f0-85d3-c89f8c085b6d), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:19.068852 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2e5c56-50d9-40c8-98da-82ce583df62e admin admin] Router aeae7732-84b6-4075-9bfb-0ad435d359e6 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:51:19.152938 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-1e4cf4e0-bc83-49b5-9c3d-7fa4fa3ec36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228'] for port (e0a3a1dc-eae8-4722-ac6e-afd2acc6accf), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:19.170740 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-2e8892c8-149d-489e-bffb-f2ca6b5712bb req-d01c7165-b087-495b-bdd8-09a76bc60768 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 210 time: 0.1157753 Apr 06 11:51:19.177708 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f6e38-0e97-4309-81b1-53b40d4079ce admin admin] Pushing event updated for resources: {'Port': ['ID=01c1d04c-390a-4ad7-ad11-58637035f908,revision_number=2']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:19.200951 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4cf4e0-bc83-49b5-9c3d-7fa4fa3ec36e admin admin] Network 99bd6fac-a9a5-4214-bfa7-98f9f937fa30 is already hosted by enough agents. {{(pid=110259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:51:19.232856 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [None req-1e4cf4e0-bc83-49b5-9c3d-7fa4fa3ec36e admin admin] Resources bound (agent type, host, resource id): {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:51:19.247021 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4cf4e0-bc83-49b5-9c3d-7fa4fa3ec36e admin admin] Received port after_create {{(pid=110259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:51:19.247680 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-1e4cf4e0-bc83-49b5-9c3d-7fa4fa3ec36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430125'] for router_interface (1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:19.297192 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-c5862edf-3bc2-48a0-9786-724dfba286c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (05122698-2787-46f0-85d3-c89f8c085b6d), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:19.310595 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-c5862edf-3bc2-48a0-9786-724dfba286c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:19.316766 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-c5862edf-3bc2-48a0-9786-724dfba286c6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/05122698-2787-46f0-85d3-c89f8c085b6d HTTP/1.1" status: 204 len: 168 time: 0.6307030 Apr 06 11:51:19.341938 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:19.356514 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5862edf-3bc2-48a0-9786-724dfba286c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05122698-2787-46f0-85d3-c89f8c085b6d,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:19.366080 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdabcad-2946-431d-b134-842f4b3c52c4 None None] Pushing event updated for resources: {'Port': ['ID=923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2,revision_number=3']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:19.413023 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2e5c56-50d9-40c8-98da-82ce583df62e admin admin] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:51:19.425311 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-fc2e5c56-50d9-40c8-98da-82ce583df62e admin admin] 10.222.0.39 "PUT /v2.0/routers/aeae7732-84b6-4075-9bfb-0ad435d359e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0061655 Apr 06 11:51:19.514232 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-993aaed9-6e9b-4832-a3c9-3b0daed5cef9 None None] Set router aeae7732-84b6-4075-9bfb-0ad435d359e6 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:51:19.517990 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4cf4e0-bc83-49b5-9c3d-7fa4fa3ec36e admin admin] Pushing event updated for resources: {'Port': ['ID=e0a3a1dc-eae8-4722-ac6e-afd2acc6accf,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:19.574163 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95f6e38-0e97-4309-81b1-53b40d4079ce admin admin] Network 04e35c34-b38e-495d-ab59-a36a4ea05864 is already hosted by enough agents. {{(pid=110259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:51:19.579751 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [None req-e95f6e38-0e97-4309-81b1-53b40d4079ce admin admin] Resources bound (agent type, host, resource id): {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:51:19.777020 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-1e4cf4e0-bc83-49b5-9c3d-7fa4fa3ec36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (e0a3a1dc-eae8-4722-ac6e-afd2acc6accf), before_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:19.815696 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-4eb737ed-c6de-4261-8783-a8a62e678c02 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:19.818663 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-4eb737ed-c6de-4261-8783-a8a62e678c02 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.53 "GET /v2.0/networks?id=c7019716-b61b-48ad-b253-e78c3dba422a HTTP/1.1" status: 200 len: 811 time: 0.3419969 Apr 06 11:51:19.847535 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port 6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:19.849856 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 2bb470ea-01ba-4267-a425-ccb22198f523 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:51:19.885366 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-65ca6c64-f5dc-4992-97d7-43e3525241d6 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Request body: {'port': {'device_id': 'e685b7e6-54f1-4dad-a330-d32a32a058e8', 'network_id': 'c7019716-b61b-48ad-b253-e78c3dba422a', 'admin_state_up': True, 'tenant_id': '07e463b506404717a3b04c324ab3e3cf'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:51:19.985468 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95f6e38-0e97-4309-81b1-53b40d4079ce admin admin] Router 3b71def2-3d93-45be-a5ef-7b49fecb29c1 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:51:19.987960 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-affa014b-0aee-42c8-a301-fcc4315ea8e3 None None] Current status of the port 2bb470ea-01ba-4267-a425-ccb22198f523 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:20.029251 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-affa014b-0aee-42c8-a301-fcc4315ea8e3 None None] Provisioning complete for port 674222e9-4346-499d-9505-b5bfbbbcf70a triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:20.033131 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-affa014b-0aee-42c8-a301-fcc4315ea8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (674222e9-4346-499d-9505-b5bfbbbcf70a), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:20.118984 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port 2bb470ea-01ba-4267-a425-ccb22198f523 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:20.119111 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (2bb470ea-01ba-4267-a425-ccb22198f523), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:20.192224 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 42574) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:20.252175 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-993aaed9-6e9b-4832-a3c9-3b0daed5cef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'name': 'tempest-ServerRescueNegativeTestJSON-1005298851-router', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:17Z', 'revision_number': 4, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'gw_port': {'id': '923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:09Z', 'updated_at': '2022-04-06T11:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': '0663e282-8c19-44f6-be63-9ac09f74b1c0', 'name': '', 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'mac_address': 'fa:16:3e:21:ec:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9b503157-0ef4-44d3-80a9-20b0dc5d9230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:16Z', 'updated_at': '2022-04-06T11:51:18Z', 'revision_number': 2, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'subnets': [{'id': '9b503157-0ef4-44d3-80a9-20b0dc5d9230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:51:20.255621 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-1e4cf4e0-bc83-49b5-9c3d-7fa4fa3ec36e admin admin] Publish callbacks [] for port (e0a3a1dc-eae8-4722-ac6e-afd2acc6accf), precommit_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:20.293924 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-65ca6c64-f5dc-4992-97d7-43e3525241d6 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Made reservation on behalf of 07e463b506404717a3b04c324ab3e3cf for: {'port': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:51:20.297329 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-65ca6c64-f5dc-4992-97d7-43e3525241d6 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:20.306953 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-affa014b-0aee-42c8-a301-fcc4315ea8e3 None None] Current status of the port 674222e9-4346-499d-9505-b5bfbbbcf70a is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:20.311338 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993aaed9-6e9b-4832-a3c9-3b0daed5cef9 None None] The sync data for ids ['aeae7732-84b6-4075-9bfb-0ad435d359e6'] in dv-cinder-836074-2-iscsi is: [{'id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'name': 'tempest-ServerRescueNegativeTestJSON-1005298851-router', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:17Z', 'revision_number': 4, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'gw_port': {'id': '923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:09Z', 'updated_at': '2022-04-06T11:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': '0663e282-8c19-44f6-be63-9ac09f74b1c0', 'name': '', 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'mac_address': 'fa:16:3e:21:ec:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9b503157-0ef4-44d3-80a9-20b0dc5d9230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:16Z', 'updated_at': '2022-04-06T11:51:18Z', 'revision_number': 2, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'subnets': [{'id': '9b503157-0ef4-44d3-80a9-20b0dc5d9230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:51:20.364495 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-1e4cf4e0-bc83-49b5-9c3d-7fa4fa3ec36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (e0a3a1dc-eae8-4722-ac6e-afd2acc6accf), after_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:20.368438 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-1e4cf4e0-bc83-49b5-9c3d-7fa4fa3ec36e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431805'] for router_interface (1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:20.380275 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-00fd7ac4-e489-4da9-95ab-7cd1a8e7b3da req-0e1a531c-48d9-4ccf-a82d-9f148f035eeb tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 210 time: 0.0468683 Apr 06 11:51:20.465179 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port 2bb470ea-01ba-4267-a425-ccb22198f523 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:20.466428 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 674222e9-4346-499d-9505-b5bfbbbcf70a up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:51:20.512444 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4cf4e0-bc83-49b5-9c3d-7fa4fa3ec36e admin admin] Pushing event updated for resources: {'Port': ['ID=e0a3a1dc-eae8-4722-ac6e-afd2acc6accf,revision_number=2']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:20.670115 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-0e7d8b08-e85c-43d6-b17b-8d7417a69816 None None] Provisioning complete for port 0663e282-8c19-44f6-be63-9ac09f74b1c0 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:20.671204 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-0e7d8b08-e85c-43d6-b17b-8d7417a69816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (0663e282-8c19-44f6-be63-9ac09f74b1c0), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:20.715788 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-0e7d8b08-e85c-43d6-b17b-8d7417a69816 None None] Port 0663e282-8c19-44f6-be63-9ac09f74b1c0 cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:51:20.718560 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3213b16c-de8f-4bc2-9bf9-bc11857c6659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:20.739562 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-0e7d8b08-e85c-43d6-b17b-8d7417a69816 None None] Provisioning complete for port e0a3a1dc-eae8-4722-ac6e-afd2acc6accf triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:20.740027 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-0e7d8b08-e85c-43d6-b17b-8d7417a69816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (e0a3a1dc-eae8-4722-ac6e-afd2acc6accf), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:20.792780 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-65ca6c64-f5dc-4992-97d7-43e3525241d6 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Allocated IP 172.20.0.3 (c7019716-b61b-48ad-b253-e78c3dba422a/887eaf07-8b30-4f2f-a140-f600184c8e52/6a4b01df-35c7-49d9-9d0b-c1c724bb81b1) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:51:20.835296 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port 674222e9-4346-499d-9505-b5bfbbbcf70a triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:20.835890 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (674222e9-4346-499d-9505-b5bfbbbcf70a), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:20.869499 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-0e7d8b08-e85c-43d6-b17b-8d7417a69816 None None] Port e0a3a1dc-eae8-4722-ac6e-afd2acc6accf cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:51:20.917510 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-0e7d8b08-e85c-43d6-b17b-8d7417a69816 None None] Provisioning complete for port 01c1d04c-390a-4ad7-ad11-58637035f908 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:20.917893 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-0e7d8b08-e85c-43d6-b17b-8d7417a69816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (01c1d04c-390a-4ad7-ad11-58637035f908), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:21.004414 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-0e7d8b08-e85c-43d6-b17b-8d7417a69816 None None] Port 01c1d04c-390a-4ad7-ad11-58637035f908 cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:51:21.153749 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port 674222e9-4346-499d-9505-b5bfbbbcf70a is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:21.301167 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3213b16c-de8f-4bc2-9bf9-bc11857c6659 admin admin] Publish callbacks [] for security_group (883ac17c-2f0b-4976-8ef0-1ed1aa15282a), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:21.332247 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3213b16c-de8f-4bc2-9bf9-bc11857c6659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (883ac17c-2f0b-4976-8ef0-1ed1aa15282a), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:21.417984 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213b16c-de8f-4bc2-9bf9-bc11857c6659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883ac17c-2f0b-4976-8ef0-1ed1aa15282a,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:21.505222 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-3213b16c-de8f-4bc2-9bf9-bc11857c6659 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=afb68851f5f54b19b75906b184797b96&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3117695 Apr 06 11:51:21.514553 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 42660) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:21.523029 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 61f17581-a107-4585-9edf-2a1a789a5328 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:51:21.576290 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-65ca6c64-f5dc-4992-97d7-43e3525241d6 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Publish callbacks [] for port (6a4b01df-35c7-49d9-9d0b-c1c724bb81b1), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:21.582203 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95f6e38-0e97-4309-81b1-53b40d4079ce admin admin] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:51:21.660167 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b29b0b-3223-4801-ac23-9279e1e6907d None None] Sync routers for ids ['3b71def2-3d93-45be-a5ef-7b49fecb29c1'] in dv-cinder-836074-2-iscsi {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:51:21.661835 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5346e5c2-72dc-4a5f-8032-e80c8a9b4859 admin admin] Publish callbacks [] for security_group (883ac17c-2f0b-4976-8ef0-1ed1aa15282a), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:21.747981 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-fe9e40fb-1a88-4d3f-a80b-027b103126dd req-3c816d17-ab85-4b82-ac31-6762bca0012e tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 210 time: 0.0380828 Apr 06 11:51:21.762486 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5346e5c2-72dc-4a5f-8032-e80c8a9b4859 admin admin] Publish callbacks [] for security_group (883ac17c-2f0b-4976-8ef0-1ed1aa15282a), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:21.787714 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b29b0b-3223-4801-ac23-9279e1e6907d None None] Routers {'3b71def2-3d93-45be-a5ef-7b49fecb29c1'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:51:21.788337 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-f4b29b0b-3223-4801-ac23-9279e1e6907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:51:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['3b71def2-3d93-45be-a5ef-7b49fecb29c1'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:51:21.794141 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-65ca6c64-f5dc-4992-97d7-43e3525241d6 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228'] for port (6a4b01df-35c7-49d9-9d0b-c1c724bb81b1), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:21.829556 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-e95f6e38-0e97-4309-81b1-53b40d4079ce admin admin] 10.222.0.39 "PUT /v2.0/routers/3b71def2-3d93-45be-a5ef-7b49fecb29c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3328760 Apr 06 11:51:21.899091 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4cf4e0-bc83-49b5-9c3d-7fa4fa3ec36e admin admin] Network 99bd6fac-a9a5-4214-bfa7-98f9f937fa30 is already hosted by enough agents. {{(pid=110259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:51:21.981350 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [None req-1e4cf4e0-bc83-49b5-9c3d-7fa4fa3ec36e admin admin] Resources bound (agent type, host, resource id): {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:51:22.249957 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca6c64-f5dc-4992-97d7-43e3525241d6 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Pushing event updated for resources: {'Port': ['ID=6a4b01df-35c7-49d9-9d0b-c1c724bb81b1,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:22.316812 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port 61f17581-a107-4585-9edf-2a1a789a5328 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:22.317190 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (61f17581-a107-4585-9edf-2a1a789a5328), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:22.593385 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4cf4e0-bc83-49b5-9c3d-7fa4fa3ec36e admin admin] Router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:51:22.621327 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-f4b29b0b-3223-4801-ac23-9279e1e6907d None None] Set router 3b71def2-3d93-45be-a5ef-7b49fecb29c1 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:51:22.890797 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-65ca6c64-f5dc-4992-97d7-43e3525241d6 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Network c7019716-b61b-48ad-b253-e78c3dba422a is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:51:22.904958 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-65ca6c64-f5dc-4992-97d7-43e3525241d6 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:51:22.918221 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-65ca6c64-f5dc-4992-97d7-43e3525241d6 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:51:22.932695 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-65ca6c64-f5dc-4992-97d7-43e3525241d6 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:22.933718 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-65ca6c64-f5dc-4992-97d7-43e3525241d6 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:22.985432 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-65ca6c64-f5dc-4992-97d7-43e3525241d6 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1054790 Apr 06 11:51:23.022796 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-cc8e0714-88f8-4ad9-9d57-1cdb637128da tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=110260) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:51:23.030251 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-cc8e0714-88f8-4ad9-9d57-1cdb637128da tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0286701 Apr 06 11:51:23.053468 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5346e5c2-72dc-4a5f-8032-e80c8a9b4859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (883ac17c-2f0b-4976-8ef0-1ed1aa15282a), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:23.074378 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5346e5c2-72dc-4a5f-8032-e80c8a9b4859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:23.078296 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-5346e5c2-72dc-4a5f-8032-e80c8a9b4859 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/883ac17c-2f0b-4976-8ef0-1ed1aa15282a HTTP/1.1" status: 204 len: 168 time: 1.5572443 Apr 06 11:51:23.125973 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346e5c2-72dc-4a5f-8032-e80c8a9b4859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883ac17c-2f0b-4976-8ef0-1ed1aa15282a,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:23.154872 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-91195ad4-0513-4174-8f5d-bf6e63824dc0 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:23.170452 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-91195ad4-0513-4174-8f5d-bf6e63824dc0 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/networks?id=d8762c11-97c8-4692-bb2b-070d6ecd6b12 HTTP/1.1" status: 200 len: 819 time: 2.0263894 Apr 06 11:51:23.198480 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4cf4e0-bc83-49b5-9c3d-7fa4fa3ec36e admin admin] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:51:23.209750 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794af76d-efe8-4d9b-b937-95d66c7c03d3 None None] Sync routers for ids ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:51:23.232251 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-1e4cf4e0-bc83-49b5-9c3d-7fa4fa3ec36e admin admin] 10.222.0.39 "PUT /v2.0/routers/1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3222950 Apr 06 11:51:23.250247 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794af76d-efe8-4d9b-b937-95d66c7c03d3 None None] Routers {'1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:51:23.251007 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-794af76d-efe8-4d9b-b937-95d66c7c03d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:51:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:51:23.268227 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-838b699a-7bcf-40cc-bcbe-e6115a9448de tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/quotas/ccfa48bf303a4fbd92c016652e6c8ffa HTTP/1.1" status: 200 len: 375 time: 0.0968080 Apr 06 11:51:23.526222 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-a83b86f5-bfb4-4c0e-adbb-1cf76fd491a6 None None] Provisioning complete for port e0a3a1dc-eae8-4722-ac6e-afd2acc6accf triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:23.526754 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-a83b86f5-bfb4-4c0e-adbb-1cf76fd491a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (e0a3a1dc-eae8-4722-ac6e-afd2acc6accf), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:23.658991 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-794af76d-efe8-4d9b-b937-95d66c7c03d3 None None] Set router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:51:23.687039 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-07eb0b82-35eb-48f5-8f70-01ec7cd8e00e tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccfa48bf303a4fbd92c016652e6c8ffa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4177983 Apr 06 11:51:23.885758 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-a83b86f5-bfb4-4c0e-adbb-1cf76fd491a6 None None] Port e0a3a1dc-eae8-4722-ac6e-afd2acc6accf cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:51:23.941653 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port 61f17581-a107-4585-9edf-2a1a789a5328 is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:23.942212 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (61f17581-a107-4585-9edf-2a1a789a5328), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:24.008205 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] For port 61f17581-a107-4585-9edf-2a1a789a5328, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=61f17581-a107-4585-9edf-2a1a789a5328,segment=NetworkSegment(e99df258-543d-4616-b3b8-0c52db153909),segment_id=e99df258-543d-4616-b3b8-0c52db153909)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:51:24.020449 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 42726) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:24.023681 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (61f17581-a107-4585-9edf-2a1a789a5328), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:24.025300 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device c0eb9710-097b-4510-8bf0-fabd9d9ec07f up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:51:24.026436 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-35605f6f-b715-40a6-8770-c608b3200440 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1662859158', 'description': 'tempest-description--764620789'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:51:24.065710 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-fcf85600-5118-4985-a97b-2e3c9d4e8436 service neutron] Request body: {'port': {'device_id': 'e685b7e6-54f1-4dad-a330-d32a32a058e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:51:24.198622 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-f4b29b0b-3223-4801-ac23-9279e1e6907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'name': 'tempest-AttachVolumeShelveTestJSON-495381077-router', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:17Z', 'revision_number': 4, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'gw_port': {'id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': '01c1d04c-390a-4ad7-ad11-58637035f908', 'name': '', 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'mac_address': 'fa:16:3e:f0:f7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:13Z', 'updated_at': '2022-04-06T11:51:18Z', 'revision_number': 2, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'subnets': [{'id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:51:24.236411 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 42728) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:24.262111 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-35605f6f-b715-40a6-8770-c608b3200440 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:24.283287 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Pushing event updated for resources: {'Port': ['ID=61f17581-a107-4585-9edf-2a1a789a5328,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:24.312821 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f3120537-3f3b-4122-a2a7-019173d036cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:24.314162 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-794af76d-efe8-4d9b-b937-95d66c7c03d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '61f17581-a107-4585-9edf-2a1a789a5328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:19Z', 'revision_number': 4, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'gw_port': {'id': '61f17581-a107-4585-9edf-2a1a789a5328', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'e0a3a1dc-eae8-4722-ac6e-afd2acc6accf', 'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'mac_address': 'fa:16:3e:62:15:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:17Z', 'updated_at': '2022-04-06T11:51:19Z', 'revision_number': 2, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'subnets': [{'id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:51:24.376091 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b29b0b-3223-4801-ac23-9279e1e6907d None None] Checking router: 3b71def2-3d93-45be-a5ef-7b49fecb29c1 for host: dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:51:24.376091 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b29b0b-3223-4801-ac23-9279e1e6907d None None] Updating router 3b71def2-3d93-45be-a5ef-7b49fecb29c1 port 01c1d04c-390a-4ad7-ad11-58637035f908 binding host dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:51:24.393110 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794af76d-efe8-4d9b-b937-95d66c7c03d3 None None] Checking router: 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:51:24.393758 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794af76d-efe8-4d9b-b937-95d66c7c03d3 None None] Updating router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef port e0a3a1dc-eae8-4722-ac6e-afd2acc6accf binding host dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:51:24.459160 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-794af76d-efe8-4d9b-b937-95d66c7c03d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (e0a3a1dc-eae8-4722-ac6e-afd2acc6accf), before_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:24.485593 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-f4b29b0b-3223-4801-ac23-9279e1e6907d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (01c1d04c-390a-4ad7-ad11-58637035f908), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:24.655468 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port c0eb9710-097b-4510-8bf0-fabd9d9ec07f triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:24.656180 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (c0eb9710-097b-4510-8bf0-fabd9d9ec07f), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:24.687698 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-d460fedb-cac9-4dba-b3b0-45b6abcea2f5 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=110259) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:51:24.690972 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-d460fedb-cac9-4dba-b3b0-45b6abcea2f5 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4556398 Apr 06 11:51:24.728786 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aedf5a-44b9-49e5-88e0-2d5fc1987b98 req-3555f4c8-bd22-456a-8b31-ef8229db8a6c tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:24.741597 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-89aedf5a-44b9-49e5-88e0-2d5fc1987b98 req-3555f4c8-bd22-456a-8b31-ef8229db8a6c tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 931 time: 0.5734942 Apr 06 11:51:24.750989 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-fcf85600-5118-4985-a97b-2e3c9d4e8436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (6a4b01df-35c7-49d9-9d0b-c1c724bb81b1), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:24.772874 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f3120537-3f3b-4122-a2a7-019173d036cf admin admin] Publish callbacks [] for security_group (feb33b30-b34b-460b-93dd-408205a7b5f5), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:24.839075 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f3120537-3f3b-4122-a2a7-019173d036cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (feb33b30-b34b-460b-93dd-408205a7b5f5), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:25.022399 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-89aedf5a-44b9-49e5-88e0-2d5fc1987b98 req-ed385119-04c6-4c48-b83c-03502b661171 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ac12f3c-0628-4018-b3de-53aa326ae494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798865 Apr 06 11:51:25.025878 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-35605f6f-b715-40a6-8770-c608b3200440 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for security_group (9c79ce6d-8afb-4f5c-a217-669e7a0e2514), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:25.054509 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-35605f6f-b715-40a6-8770-c608b3200440 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (9c79ce6d-8afb-4f5c-a217-669e7a0e2514), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:25.096467 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3120537-3f3b-4122-a2a7-019173d036cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb33b30-b34b-460b-93dd-408205a7b5f5,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:25.197093 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-f3120537-3f3b-4122-a2a7-019173d036cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cf45f45d0a734a0fb0476e5bf290bbe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9581745 Apr 06 11:51:25.201934 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35605f6f-b715-40a6-8770-c608b3200440 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c79ce6d-8afb-4f5c-a217-669e7a0e2514,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:25.225815 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 42760) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:25.286545 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c505cede-caac-4584-b01b-bac230bbe60e None None] Sync routers for ids ['aeae7732-84b6-4075-9bfb-0ad435d359e6'] in dv-cinder-836074-2-iscsi {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:51:25.311422 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-794af76d-efe8-4d9b-b937-95d66c7c03d3 None None] Publish callbacks [] for port (e0a3a1dc-eae8-4722-ac6e-afd2acc6accf), precommit_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:25.337778 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-794af76d-efe8-4d9b-b937-95d66c7c03d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (e0a3a1dc-eae8-4722-ac6e-afd2acc6accf), after_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:25.393016 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-7f7c012e-fdbb-4d0c-846a-e9245c246e35 admin admin] Publish callbacks [] for security_group (feb33b30-b34b-460b-93dd-408205a7b5f5), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:25.453856 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-6275389c-797a-4e65-b1f9-7b0ce45e2fa4 service neutron] 10.222.0.39 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7490985 Apr 06 11:51:25.480356 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-7f7c012e-fdbb-4d0c-846a-e9245c246e35 admin admin] Publish callbacks [] for security_group (feb33b30-b34b-460b-93dd-408205a7b5f5), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:25.568250 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.managers [None req-794af76d-efe8-4d9b-b937-95d66c7c03d3 None None] Attempting to bind port e0a3a1dc-eae8-4722-ac6e-afd2acc6accf on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:51:25.568636 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.managers [None req-794af76d-efe8-4d9b-b937-95d66c7c03d3 None None] Attempting to bind port e0a3a1dc-eae8-4722-ac6e-afd2acc6accf by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': 'd73cce00-15b1-40fb-ad57-8913535f579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30'}] {{(pid=110262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:51:25.569111 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794af76d-efe8-4d9b-b937-95d66c7c03d3 None None] Attempting to bind port e0a3a1dc-eae8-4722-ac6e-afd2acc6accf on network 99bd6fac-a9a5-4214-bfa7-98f9f937fa30 {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:51:25.572896 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3fcd1-aa5e-40a1-a4bf-13185ba52f6c None None] Pushing event updated for resources: {'Port': ['ID=e0a3a1dc-eae8-4722-ac6e-afd2acc6accf,revision_number=3']} {{(pid=110262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:25.624291 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794af76d-efe8-4d9b-b937-95d66c7c03d3 None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:51:25.624686 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794af76d-efe8-4d9b-b937-95d66c7c03d3 None None] Checking segment: {'id': 'd73cce00-15b1-40fb-ad57-8913535f579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:51:25.626135 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-794af76d-efe8-4d9b-b937-95d66c7c03d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:25.629301 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794af76d-efe8-4d9b-b937-95d66c7c03d3 None None] Bound using segment: {'id': 'd73cce00-15b1-40fb-ad57-8913535f579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30'} {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:51:25.629966 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-35605f6f-b715-40a6-8770-c608b3200440 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:25.632353 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.managers [None req-794af76d-efe8-4d9b-b937-95d66c7c03d3 None None] Bound port: e0a3a1dc-eae8-4722-ac6e-afd2acc6accf, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73cce00-15b1-40fb-ad57-8913535f579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30'}}] {{(pid=110262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:51:25.632937 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-794af76d-efe8-4d9b-b937-95d66c7c03d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (e0a3a1dc-eae8-4722-ac6e-afd2acc6accf), before_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:25.639370 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-35605f6f-b715-40a6-8770-c608b3200440 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6168098 Apr 06 11:51:25.639985 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 42766) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:25.694384 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-ae4e4580-0000-4c53-9500-1cefebb65beb tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Request body: {'security_group_rule': {'security_group_id': '9c79ce6d-8afb-4f5c-a217-669e7a0e2514', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:51:25.716776 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 42768) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:25.763883 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-c61952ea-3be6-44c4-bda8-b017edb9b9e7 service neutron] 10.222.0.39 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085783 Apr 06 11:51:25.789576 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-7f7c012e-fdbb-4d0c-846a-e9245c246e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (feb33b30-b34b-460b-93dd-408205a7b5f5), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:25.792142 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-7f7c012e-fdbb-4d0c-846a-e9245c246e35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:25.804427 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-7f7c012e-fdbb-4d0c-846a-e9245c246e35 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/feb33b30-b34b-460b-93dd-408205a7b5f5 HTTP/1.1" status: 204 len: 168 time: 0.5735242 Apr 06 11:51:25.833230 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c012e-fdbb-4d0c-846a-e9245c246e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb33b30-b34b-460b-93dd-408205a7b5f5,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:25.863412 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 42774) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:25.905973 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.db [None req-794af76d-efe8-4d9b-b937-95d66c7c03d3 None None] For port e0a3a1dc-eae8-4722-ac6e-afd2acc6accf, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:51:25.910298 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.db [None req-794af76d-efe8-4d9b-b937-95d66c7c03d3 None None] For port e0a3a1dc-eae8-4722-ac6e-afd2acc6accf, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=e0a3a1dc-eae8-4722-ac6e-afd2acc6accf,segment=NetworkSegment(d73cce00-15b1-40fb-ad57-8913535f579d),segment_id=d73cce00-15b1-40fb-ad57-8913535f579d)] {{(pid=110262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:51:25.939781 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ae4e4580-0000-4c53-9500-1cefebb65beb tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for security_group_rule (1fc5f247-2ae1-40e7-a747-2c3698d5c84c), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:25.942753 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-794af76d-efe8-4d9b-b937-95d66c7c03d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (e0a3a1dc-eae8-4722-ac6e-afd2acc6accf), after_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:26.043804 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3fcd1-aa5e-40a1-a4bf-13185ba52f6c None None] Pushing event updated for resources: {'Port': ['ID=e0a3a1dc-eae8-4722-ac6e-afd2acc6accf,revision_number=4']} {{(pid=110262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:26.047917 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c505cede-caac-4584-b01b-bac230bbe60e None None] Routers {'aeae7732-84b6-4075-9bfb-0ad435d359e6'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:51:26.054949 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-c505cede-caac-4584-b01b-bac230bbe60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:51:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['aeae7732-84b6-4075-9bfb-0ad435d359e6'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:51:26.088504 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794af76d-efe8-4d9b-b937-95d66c7c03d3 None None] Routers {'1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:51:26.088803 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-794af76d-efe8-4d9b-b937-95d66c7c03d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:51:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:51:26.199150 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5ec3e3c9-6236-4eda-b88c-137300009881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:26.452758 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8cb18bba-e498-4bbc-bc6c-5930344987e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:26.478902 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-794af76d-efe8-4d9b-b937-95d66c7c03d3 None None] Set router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:51:26.512698 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ae4e4580-0000-4c53-9500-1cefebb65beb tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for security_group_rule (1fc5f247-2ae1-40e7-a747-2c3698d5c84c), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:26.527950 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ae4e4580-0000-4c53-9500-1cefebb65beb tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (1fc5f247-2ae1-40e7-a747-2c3698d5c84c), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:26.623125 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-f4b29b0b-3223-4801-ac23-9279e1e6907d None None] Publish callbacks [] for port (01c1d04c-390a-4ad7-ad11-58637035f908), precommit_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:26.624571 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5ec3e3c9-6236-4eda-b88c-137300009881 admin admin] Publish callbacks [] for security_group (3bf0f83d-238b-4be4-90e9-922af82d69e9), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:26.638479 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5ec3e3c9-6236-4eda-b88c-137300009881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (3bf0f83d-238b-4be4-90e9-922af82d69e9), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:26.640468 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-c505cede-caac-4584-b01b-bac230bbe60e None None] Set router aeae7732-84b6-4075-9bfb-0ad435d359e6 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:51:26.650834 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-f4b29b0b-3223-4801-ac23-9279e1e6907d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (01c1d04c-390a-4ad7-ad11-58637035f908), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:26.686743 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ae4e4580-0000-4c53-9500-1cefebb65beb tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:26.692534 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-ae4e4580-0000-4c53-9500-1cefebb65beb tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0193496 Apr 06 11:51:26.705830 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 42798) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:26.710989 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e4580-0000-4c53-9500-1cefebb65beb tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fc5f247-2ae1-40e7-a747-2c3698d5c84c,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:26.735962 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-6535f383-b678-4a67-a39b-d748a3638923 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Request body: {'security_group_rule': {'security_group_id': '9c79ce6d-8afb-4f5c-a217-669e7a0e2514', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:51:26.801743 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-5ec3e3c9-6236-4eda-b88c-137300009881 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=19886583ee0244c48dd2cb9b19cc830f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0833573 Apr 06 11:51:26.899517 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 42802) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:26.917918 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3e3c9-6236-4eda-b88c-137300009881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf0f83d-238b-4be4-90e9-922af82d69e9,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:26.998996 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-6535f383-b678-4a67-a39b-d748a3638923 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for security_group_rule (84a71901-27ff-404a-bdaa-1c37cf04b88a), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:27.023350 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-6cb02e35-682e-4070-8415-c973f1005c46 None None] Provisioning complete for port e0a3a1dc-eae8-4722-ac6e-afd2acc6accf triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:27.028207 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-6cb02e35-682e-4070-8415-c973f1005c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (e0a3a1dc-eae8-4722-ac6e-afd2acc6accf), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:27.192909 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-fcf85600-5118-4985-a97b-2e3c9d4e8436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a4b01df-35c7-49d9-9d0b-c1c724bb81b1 {{(pid=110260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:51:27.246787 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-fcf85600-5118-4985-a97b-2e3c9d4e8436 service neutron] Publish callbacks [] for port (6a4b01df-35c7-49d9-9d0b-c1c724bb81b1), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:27.252375 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port c0eb9710-097b-4510-8bf0-fabd9d9ec07f is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:27.334645 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-794af76d-efe8-4d9b-b937-95d66c7c03d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '61f17581-a107-4585-9edf-2a1a789a5328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:19Z', 'revision_number': 4, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'gw_port': {'id': '61f17581-a107-4585-9edf-2a1a789a5328', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'e0a3a1dc-eae8-4722-ac6e-afd2acc6accf', 'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'mac_address': 'fa:16:3e:62:15:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:17Z', 'updated_at': '2022-04-06T11:51:25Z', 'revision_number': 4, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'subnets': [{'id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:51:27.402140 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef643964-2ceb-4637-81b4-645f75c1aea1 req-e23f4c37-8520-4100-85ce-122fe7831fdd tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:27.404385 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ef643964-2ceb-4637-81b4-645f75c1aea1 req-e23f4c37-8520-4100-85ce-122fe7831fdd tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 931 time: 0.4008572 Apr 06 11:51:27.476085 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8cb18bba-e498-4bbc-bc6c-5930344987e4 admin admin] Publish callbacks [] for security_group (c55f4c28-76f3-4008-8552-add9a6c72df1), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:27.487031 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8cb18bba-e498-4bbc-bc6c-5930344987e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (c55f4c28-76f3-4008-8552-add9a6c72df1), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:27.506458 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794af76d-efe8-4d9b-b937-95d66c7c03d3 None None] The sync data for ids ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'] in dv-cinder-836074-2-iscsi is: [{'id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '61f17581-a107-4585-9edf-2a1a789a5328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:19Z', 'revision_number': 4, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'gw_port': {'id': '61f17581-a107-4585-9edf-2a1a789a5328', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'e0a3a1dc-eae8-4722-ac6e-afd2acc6accf', 'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'mac_address': 'fa:16:3e:62:15:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:17Z', 'updated_at': '2022-04-06T11:51:25Z', 'revision_number': 4, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'subnets': [{'id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:51:27.567828 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f323bb-d3e4-4f87-ac3e-c965c112d097 None None] Pushing event updated for resources: {'Port': ['ID=01c1d04c-390a-4ad7-ad11-58637035f908,revision_number=3']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:27.612273 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-6535f383-b678-4a67-a39b-d748a3638923 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for security_group_rule (84a71901-27ff-404a-bdaa-1c37cf04b88a), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:27.652408 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-f4b29b0b-3223-4801-ac23-9279e1e6907d None None] Attempting to bind port 01c1d04c-390a-4ad7-ad11-58637035f908 on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:51:27.659456 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.provisioning_blocks [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-fcf85600-5118-4985-a97b-2e3c9d4e8436 service neutron] Transition to ACTIVE for port object 6a4b01df-35c7-49d9-9d0b-c1c724bb81b1 will not be triggered until provisioned by entity L2. {{(pid=110260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:51:27.661027 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-f4b29b0b-3223-4801-ac23-9279e1e6907d None None] Attempting to bind port 01c1d04c-390a-4ad7-ad11-58637035f908 by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': 'deb309b9-5789-464c-9c33-f60bf6e06a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864'}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:51:27.661555 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b29b0b-3223-4801-ac23-9279e1e6907d None None] Attempting to bind port 01c1d04c-390a-4ad7-ad11-58637035f908 on network 04e35c34-b38e-495d-ab59-a36a4ea05864 {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:51:27.690325 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b29b0b-3223-4801-ac23-9279e1e6907d None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:51:27.691965 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b29b0b-3223-4801-ac23-9279e1e6907d None None] Checking segment: {'id': 'deb309b9-5789-464c-9c33-f60bf6e06a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:51:27.693269 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-f4b29b0b-3223-4801-ac23-9279e1e6907d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:27.693869 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b29b0b-3223-4801-ac23-9279e1e6907d None None] Bound using segment: {'id': 'deb309b9-5789-464c-9c33-f60bf6e06a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864'} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:51:27.695475 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-f4b29b0b-3223-4801-ac23-9279e1e6907d None None] Bound port: 01c1d04c-390a-4ad7-ad11-58637035f908, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb309b9-5789-464c-9c33-f60bf6e06a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864'}}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:51:27.698008 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-f4b29b0b-3223-4801-ac23-9279e1e6907d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (01c1d04c-390a-4ad7-ad11-58637035f908), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:27.704577 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-6535f383-b678-4a67-a39b-d748a3638923 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (84a71901-27ff-404a-bdaa-1c37cf04b88a), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:27.734349 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ef643964-2ceb-4637-81b4-645f75c1aea1 req-b23531f7-e963-4719-b2b5-79f13840517b tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ac12f3c-0628-4018-b3de-53aa326ae494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175550 Apr 06 11:51:27.779019 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-fcf85600-5118-4985-a97b-2e3c9d4e8436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (6a4b01df-35c7-49d9-9d0b-c1c724bb81b1), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:27.782759 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb18bba-e498-4bbc-bc6c-5930344987e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55f4c28-76f3-4008-8552-add9a6c72df1,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:27.791969 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-8cb18bba-e498-4bbc-bc6c-5930344987e4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a953f4aa4798455f94e05ee3d3ff6917&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9273124 Apr 06 11:51:27.796203 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 42830) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:27.816820 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535f383-b678-4a67-a39b-d748a3638923 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84a71901-27ff-404a-bdaa-1c37cf04b88a,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:27.861576 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-85a5ceb4-49f2-4211-afc3-7641a0042374 admin admin] Publish callbacks [] for security_group (3bf0f83d-238b-4be4-90e9-922af82d69e9), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:27.901571 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-85a5ceb4-49f2-4211-afc3-7641a0042374 admin admin] Publish callbacks [] for security_group (3bf0f83d-238b-4be4-90e9-922af82d69e9), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:27.938840 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-f4b29b0b-3223-4801-ac23-9279e1e6907d None None] For port 01c1d04c-390a-4ad7-ad11-58637035f908, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:51:27.942858 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-f4b29b0b-3223-4801-ac23-9279e1e6907d None None] For port 01c1d04c-390a-4ad7-ad11-58637035f908, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=01c1d04c-390a-4ad7-ad11-58637035f908,segment=NetworkSegment(deb309b9-5789-464c-9c33-f60bf6e06a39),segment_id=deb309b9-5789-464c-9c33-f60bf6e06a39)] {{(pid=110261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:51:27.965002 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 61f17581-a107-4585-9edf-2a1a789a5328 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:51:27.992376 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-24f71c27-638b-401a-9336-6b66879ef8b8 admin admin] Publish callbacks [] for security_group (c55f4c28-76f3-4008-8552-add9a6c72df1), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:28.014387 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-f4b29b0b-3223-4801-ac23-9279e1e6907d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (01c1d04c-390a-4ad7-ad11-58637035f908), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:28.062585 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f489f36f-4045-4063-b265-909b5117408b req-b5e8c71d-064a-42b9-8870-59b1892ffc5e tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 210 time: 0.0974374 Apr 06 11:51:28.077504 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 42840) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:28.088542 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-96a0e9ff-d3fe-48d5-b3ae-ef7c843960fe tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1072387084', 'description': 'tempest-description--1623448038'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:51:28.177292 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-85a5ceb4-49f2-4211-afc3-7641a0042374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (3bf0f83d-238b-4be4-90e9-922af82d69e9), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:28.187475 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-85a5ceb4-49f2-4211-afc3-7641a0042374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:28.188657 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-85a5ceb4-49f2-4211-afc3-7641a0042374 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3bf0f83d-238b-4be4-90e9-922af82d69e9 HTTP/1.1" status: 204 len: 168 time: 1.2767889 Apr 06 11:51:28.228619 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-24f71c27-638b-401a-9336-6b66879ef8b8 admin admin] Publish callbacks [] for security_group (c55f4c28-76f3-4008-8552-add9a6c72df1), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:28.230876 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-6535f383-b678-4a67-a39b-d748a3638923 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:28.238758 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-6535f383-b678-4a67-a39b-d748a3638923 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5178008 Apr 06 11:51:28.275472 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-6cb02e35-682e-4070-8415-c973f1005c46 None None] Current status of the port e0a3a1dc-eae8-4722-ac6e-afd2acc6accf is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:28.275937 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-6cb02e35-682e-4070-8415-c973f1005c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (e0a3a1dc-eae8-4722-ac6e-afd2acc6accf), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:28.277138 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 42850) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:28.284385 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-206ddf34-3857-46fe-a045-f1daad2a8270 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Request body: {'floatingip': {'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:51:28.365711 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5ceb4-49f2-4211-afc3-7641a0042374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf0f83d-238b-4be4-90e9-922af82d69e9,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:28.398692 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-96a0e9ff-d3fe-48d5-b3ae-ef7c843960fe tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:28.423497 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf85600-5118-4985-a97b-2e3c9d4e8436 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4b01df-35c7-49d9-9d0b-c1c724bb81b1,revision_number=2']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:28.433292 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-6cb02e35-682e-4070-8415-c973f1005c46 None None] For port e0a3a1dc-eae8-4722-ac6e-afd2acc6accf, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=e0a3a1dc-eae8-4722-ac6e-afd2acc6accf,segment=NetworkSegment(d73cce00-15b1-40fb-ad57-8913535f579d),segment_id=d73cce00-15b1-40fb-ad57-8913535f579d)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:51:28.508978 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-fcf85600-5118-4985-a97b-2e3c9d4e8436 service neutron] Attempting to bind port 6a4b01df-35c7-49d9-9d0b-c1c724bb81b1 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:51:28.509544 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-fcf85600-5118-4985-a97b-2e3c9d4e8436 service neutron] Attempting to bind port 6a4b01df-35c7-49d9-9d0b-c1c724bb81b1 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '5fc0f0f8-7bee-4fbe-9bd5-d7497ce99780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c7019716-b61b-48ad-b253-e78c3dba422a'}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:51:28.509662 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-24f71c27-638b-401a-9336-6b66879ef8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (c55f4c28-76f3-4008-8552-add9a6c72df1), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:28.512905 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-fcf85600-5118-4985-a97b-2e3c9d4e8436 service neutron] Attempting to bind port 6a4b01df-35c7-49d9-9d0b-c1c724bb81b1 on network c7019716-b61b-48ad-b253-e78c3dba422a {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:51:28.515127 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-6cb02e35-682e-4070-8415-c973f1005c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (e0a3a1dc-eae8-4722-ac6e-afd2acc6accf), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:28.520069 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-24f71c27-638b-401a-9336-6b66879ef8b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:28.522599 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-24f71c27-638b-401a-9336-6b66879ef8b8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c55f4c28-76f3-4008-8552-add9a6c72df1 HTTP/1.1" status: 204 len: 168 time: 0.7236855 Apr 06 11:51:28.552543 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-fcf85600-5118-4985-a97b-2e3c9d4e8436 service neutron] Port 6a4b01df-35c7-49d9-9d0b-c1c724bb81b1 on network c7019716-b61b-48ad-b253-e78c3dba422a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:51:28.553836 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-fcf85600-5118-4985-a97b-2e3c9d4e8436 service neutron] Attempting to bind port 6a4b01df-35c7-49d9-9d0b-c1c724bb81b1 on network c7019716-b61b-48ad-b253-e78c3dba422a {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:51:28.564856 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f323bb-d3e4-4f87-ac3e-c965c112d097 None None] Pushing event updated for resources: {'Port': ['ID=01c1d04c-390a-4ad7-ad11-58637035f908,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:28.582025 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-fcf85600-5118-4985-a97b-2e3c9d4e8436 service neutron] Checking agent: {'id': 'e6da0265-397c-48ac-b7af-cc5f2a289710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'started_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:51:28.591499 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-fcf85600-5118-4985-a97b-2e3c9d4e8436 service neutron] Checking segment: {'id': '5fc0f0f8-7bee-4fbe-9bd5-d7497ce99780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c7019716-b61b-48ad-b253-e78c3dba422a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:51:28.595663 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-fcf85600-5118-4985-a97b-2e3c9d4e8436 service neutron] Bound using segment: {'id': '5fc0f0f8-7bee-4fbe-9bd5-d7497ce99780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c7019716-b61b-48ad-b253-e78c3dba422a'} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:51:28.602656 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-fcf85600-5118-4985-a97b-2e3c9d4e8436 service neutron] Bound port: 6a4b01df-35c7-49d9-9d0b-c1c724bb81b1, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc0f0f8-7bee-4fbe-9bd5-d7497ce99780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c7019716-b61b-48ad-b253-e78c3dba422a'}}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:51:28.606707 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-fcf85600-5118-4985-a97b-2e3c9d4e8436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (6a4b01df-35c7-49d9-9d0b-c1c724bb81b1), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:28.608631 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f71c27-638b-401a-9336-6b66879ef8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55f4c28-76f3-4008-8552-add9a6c72df1,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:28.616835 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-206ddf34-3857-46fe-a045-f1daad2a8270 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:28.793162 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb02e35-682e-4070-8415-c973f1005c46 None None] Pushing event updated for resources: {'Port': ['ID=e0a3a1dc-eae8-4722-ac6e-afd2acc6accf,revision_number=5']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:28.972636 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-96a0e9ff-d3fe-48d5-b3ae-ef7c843960fe tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group (5384013c-0cce-4012-92d6-dfb1e099296d), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:29.014904 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-96a0e9ff-d3fe-48d5-b3ae-ef7c843960fe tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (5384013c-0cce-4012-92d6-dfb1e099296d), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:29.095658 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b29b0b-3223-4801-ac23-9279e1e6907d None None] Routers {'3b71def2-3d93-45be-a5ef-7b49fecb29c1'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:51:29.098615 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-f4b29b0b-3223-4801-ac23-9279e1e6907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:51:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['3b71def2-3d93-45be-a5ef-7b49fecb29c1'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:51:29.178307 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-96a0e9ff-d3fe-48d5-b3ae-ef7c843960fe tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:29.179651 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-96a0e9ff-d3fe-48d5-b3ae-ef7c843960fe tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0987406 Apr 06 11:51:29.241174 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 42886) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:29.254787 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-51deb5d8-c876-43e5-9bc3-b684625789a8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Request body: {'security_group_rule': {'security_group_id': '5384013c-0cce-4012-92d6-dfb1e099296d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:51:29.319280 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0e9ff-d3fe-48d5-b3ae-ef7c843960fe tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5384013c-0cce-4012-92d6-dfb1e099296d,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:29.425238 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-df6252df-cf22-43bb-af40-20701095d235 None None] Provisioning complete for port e0a3a1dc-eae8-4722-ac6e-afd2acc6accf triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:29.427244 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-df6252df-cf22-43bb-af40-20701095d235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (e0a3a1dc-eae8-4722-ac6e-afd2acc6accf), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:29.498475 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-51deb5d8-c876-43e5-9bc3-b684625789a8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group_rule (f6512377-678a-4527-94ae-b9d4471e7351), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:29.546665 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b6efb-d321-4b58-8c8e-42dd43ff86af req-9c2db4b0-7230-4939-b5f5-93e8015a774f tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:29.561831 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ee6b6efb-d321-4b58-8c8e-42dd43ff86af req-9c2db4b0-7230-4939-b5f5-93e8015a774f tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 943 time: 0.4001122 Apr 06 11:51:29.623299 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-fcf85600-5118-4985-a97b-2e3c9d4e8436 service neutron] For port 6a4b01df-35c7-49d9-9d0b-c1c724bb81b1, host hv-cinder-83607, cleared binding levels {{(pid=110260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:51:29.638982 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-37e2c49c-9e36-4e7e-86eb-f8bf20fa33f0 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:29.639307 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port 61f17581-a107-4585-9edf-2a1a789a5328 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:29.639918 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (61f17581-a107-4585-9edf-2a1a789a5328), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:29.651956 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-37e2c49c-9e36-4e7e-86eb-f8bf20fa33f0 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/networks?id=d8762c11-97c8-4692-bb2b-070d6ecd6b12 HTTP/1.1" status: 200 len: 819 time: 0.9427960 Apr 06 11:51:29.654733 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-fcf85600-5118-4985-a97b-2e3c9d4e8436 service neutron] For port 6a4b01df-35c7-49d9-9d0b-c1c724bb81b1, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6a4b01df-35c7-49d9-9d0b-c1c724bb81b1,segment=NetworkSegment(5fc0f0f8-7bee-4fbe-9bd5-d7497ce99780),segment_id=5fc0f0f8-7bee-4fbe-9bd5-d7497ce99780)] {{(pid=110260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:51:29.703749 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 42894) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:29.707392 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-75a903eb-a214-4c02-9008-ca926815f5df tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/quotas/ccfa48bf303a4fbd92c016652e6c8ffa HTTP/1.1" status: 200 len: 375 time: 0.0479403 Apr 06 11:51:29.730244 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-fcf85600-5118-4985-a97b-2e3c9d4e8436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (6a4b01df-35c7-49d9-9d0b-c1c724bb81b1), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:29.752693 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f54d8263-ed76-4b1d-8a50-9ba36080468f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:29.843652 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf85600-5118-4985-a97b-2e3c9d4e8436 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4b01df-35c7-49d9-9d0b-c1c724bb81b1,revision_number=3']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:29.896995 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ee6b6efb-d321-4b58-8c8e-42dd43ff86af req-e1439070-78b2-4030-972d-d633f9b564a6 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ac12f3c-0628-4018-b3de-53aa326ae494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304813 Apr 06 11:51:29.897535 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 42896) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:29.900402 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-51deb5d8-c876-43e5-9bc3-b684625789a8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group_rule (f6512377-678a-4527-94ae-b9d4471e7351), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:29.944056 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-21bbda3c-5ea7-4e24-b8b1-de21c742b75f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:29.949080 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-51deb5d8-c876-43e5-9bc3-b684625789a8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (f6512377-678a-4527-94ae-b9d4471e7351), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:29.958706 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-fcf85600-5118-4985-a97b-2e3c9d4e8436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:29.959642 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-fcf85600-5118-4985-a97b-2e3c9d4e8436 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:29.966550 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-fcf85600-5118-4985-a97b-2e3c9d4e8436 service neutron] 10.222.0.53 "PUT /v2.0/ports/6a4b01df-35c7-49d9-9d0b-c1c724bb81b1 HTTP/1.1" status: 200 len: 1093 time: 6.5286620 Apr 06 11:51:29.968489 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e685b7e6-54f1-4dad-a330-d32a32a058e8', 'tag': '6a4b01df-35c7-49d9-9d0b-c1c724bb81b1'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:51:29.991331 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-51deb5d8-c876-43e5-9bc3-b684625789a8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:29.998322 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-51deb5d8-c876-43e5-9bc3-b684625789a8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7500243 Apr 06 11:51:30.034755 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 42900) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:30.057987 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-f4b29b0b-3223-4801-ac23-9279e1e6907d None None] Set router 3b71def2-3d93-45be-a5ef-7b49fecb29c1 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:51:30.190193 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-b91b740f-5d6c-4c74-ab9e-fa0a7b757a75 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Request body: {'security_group_rule': {'security_group_id': '5384013c-0cce-4012-92d6-dfb1e099296d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:51:30.200522 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-c505cede-caac-4584-b01b-bac230bbe60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'name': 'tempest-ServerRescueNegativeTestJSON-1005298851-router', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:17Z', 'revision_number': 4, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'gw_port': {'id': '923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:09Z', 'updated_at': '2022-04-06T11:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': '0663e282-8c19-44f6-be63-9ac09f74b1c0', 'name': '', 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'mac_address': 'fa:16:3e:21:ec:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9b503157-0ef4-44d3-80a9-20b0dc5d9230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:16Z', 'updated_at': '2022-04-06T11:51:18Z', 'revision_number': 2, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'subnets': [{'id': '9b503157-0ef4-44d3-80a9-20b0dc5d9230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:51:30.236198 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51deb5d8-c876-43e5-9bc3-b684625789a8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6512377-678a-4527-94ae-b9d4471e7351,revision_number=0']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:30.263906 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.53', 64259) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:30.267153 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-206ddf34-3857-46fe-a045-f1daad2a8270 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:30.277956 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b91b740f-5d6c-4c74-ab9e-fa0a7b757a75 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group_rule (c7986b9f-35d7-47a3-9005-cc36cb5f4482), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:30.296923 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-db195c29-d7ee-4d98-8d86-2e99c84c1bce tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccfa48bf303a4fbd92c016652e6c8ffa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5836179 Apr 06 11:51:30.387098 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c505cede-caac-4584-b01b-bac230bbe60e None None] Checking router: aeae7732-84b6-4075-9bfb-0ad435d359e6 for host: dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:51:30.390362 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c505cede-caac-4584-b01b-bac230bbe60e None None] Updating router aeae7732-84b6-4075-9bfb-0ad435d359e6 port 0663e282-8c19-44f6-be63-9ac09f74b1c0 binding host dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:51:30.601194 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-df6252df-cf22-43bb-af40-20701095d235 None None] Current status of the port e0a3a1dc-eae8-4722-ac6e-afd2acc6accf is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:30.607312 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7c8fc8-4950-4d30-a2ae-8b295ae2f03a" -d '{"events": [{"name": "network-changed", "server_uuid": "e685b7e6-54f1-4dad-a330-d32a32a058e8", "tag": "6a4b01df-35c7-49d9-9d0b-c1c724bb81b1"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:51:30.623129 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-21bbda3c-5ea7-4e24-b8b1-de21c742b75f admin admin] Publish callbacks [] for security_group (4e39e7f8-ffcc-4feb-89f6-e585845712ee), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:30.627426 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-f574dd6b-0d7e-45ab-bd87-129ea2ba00b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:30.634915 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-f574dd6b-0d7e-45ab-bd87-129ea2ba00b5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07e463b506404717a3b04c324ab3e3cf&device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 1127 time: 0.5031707 Apr 06 11:51:30.637257 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-21bbda3c-5ea7-4e24-b8b1-de21c742b75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (4e39e7f8-ffcc-4feb-89f6-e585845712ee), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:30.726303 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbda3c-5ea7-4e24-b8b1-de21c742b75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e39e7f8-ffcc-4feb-89f6-e585845712ee,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:30.769540 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-c505cede-caac-4584-b01b-bac230bbe60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (0663e282-8c19-44f6-be63-9ac09f74b1c0), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:30.779018 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b91b740f-5d6c-4c74-ab9e-fa0a7b757a75 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group_rule (c7986b9f-35d7-47a3-9005-cc36cb5f4482), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:30.797066 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b91b740f-5d6c-4c74-ab9e-fa0a7b757a75 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (c7986b9f-35d7-47a3-9005-cc36cb5f4482), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:30.820144 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port 61f17581-a107-4585-9edf-2a1a789a5328 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:30.821812 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:51:30.851880 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b91b740f-5d6c-4c74-ab9e-fa0a7b757a75 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:30.856123 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-b91b740f-5d6c-4c74-ab9e-fa0a7b757a75 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6718922 Apr 06 11:51:30.858454 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 42934) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:30.858581 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-df6252df-cf22-43bb-af40-20701095d235 None None] Provisioning complete for port 01c1d04c-390a-4ad7-ad11-58637035f908 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:30.859466 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-df6252df-cf22-43bb-af40-20701095d235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (01c1d04c-390a-4ad7-ad11-58637035f908), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:30.881292 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-363b8c9d-9a90-4d12-b12e-bc619e4d1c61 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Request body: {'floatingip': {'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:51:30.908906 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-21bbda3c-5ea7-4e24-b8b1-de21c742b75f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4e0a4668071742a385d7c046f19b1245&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0012102 Apr 06 11:51:30.921303 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 42940) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:30.922274 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-363b8c9d-9a90-4d12-b12e-bc619e4d1c61 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:31.035416 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b740f-5d6c-4c74-ab9e-fa0a7b757a75 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7986b9f-35d7-47a3-9005-cc36cb5f4482,revision_number=0']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:31.065982 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f54d8263-ed76-4b1d-8a50-9ba36080468f admin admin] Publish callbacks [] for security_group (c3d2f9cd-d83b-4cbf-97bd-62a9bf6df88f), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:31.088535 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f54d8263-ed76-4b1d-8a50-9ba36080468f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (c3d2f9cd-d83b-4cbf-97bd-62a9bf6df88f), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:31.165976 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-f54d8263-ed76-4b1d-8a50-9ba36080468f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a52a4718370347d392e75cea41ae1d4c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4594719 Apr 06 11:51:31.185767 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d8263-ed76-4b1d-8a50-9ba36080468f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d2f9cd-d83b-4cbf-97bd-62a9bf6df88f,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:31.227517 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 42942) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:31.366969 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-f1b794aa-bbc4-4634-bd99-2c4078afaabc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a4b01df-35c7-49d9-9d0b-c1c724bb81b1 HTTP/1.1" status: 200 len: 217 time: 0.6737590 Apr 06 11:51:31.383860 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd507c09-5daa-4ffd-978a-28c117b424b6 x-openstack-request-id: req-bd507c09-5daa-4ffd-978a-28c117b424b6 {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:51:31.384240 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e685b7e6-54f1-4dad-a330-d32a32a058e8", "tag": "6a4b01df-35c7-49d9-9d0b-c1c724bb81b1", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:51:31.384488 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd507c09-5daa-4ffd-978a-28c117b424b6 {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:51:31.384966 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd507c09-5daa-4ffd-978a-28c117b424b6'] response: {'name': 'network-changed', 'server_uuid': 'e685b7e6-54f1-4dad-a330-d32a32a058e8', 'tag': '6a4b01df-35c7-49d9-9d0b-c1c724bb81b1', 'status': 'completed', 'code': 200} Apr 06 11:51:31.412524 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-c2627362-7384-42b5-a1b6-5763729f92fa tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:31.421157 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-c2627362-7384-42b5-a1b6-5763729f92fa tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.53 "GET /v2.0/networks?id=d8762c11-97c8-4692-bb2b-070d6ecd6b12 HTTP/1.1" status: 200 len: 819 time: 0.8161125 Apr 06 11:51:31.464025 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [None req-206ddf34-3857-46fe-a045-f1daad2a8270 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Allocated IP 172.27.1.13 (f8bc4371-0f06-4ac4-8212-20e00bcdd0be/f72af3a5-4f9e-49cd-911b-77b0f5cebaf5/9530046a-7940-4586-ab26-6363d8d52c18) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:51:31.465077 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-2f2dc784-3b39-4b0d-9471-6320e82bbd11 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Request body: {'port': {'device_id': '75281a9d-e5c9-458d-aa92-081b72a9fd60', 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12', 'admin_state_up': True, 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:51:31.564844 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-b7c09724-3261-423f-a86f-d1de34d48fc4 service neutron] 10.222.0.39 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2666883 Apr 06 11:51:31.608366 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port 923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:31.608972 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:31.707618 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-e127c874-a8f2-4a20-b567-fc8a933ad7e3 service neutron] 10.222.0.39 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411936 Apr 06 11:51:31.853532 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-ba0c0498-4584-4992-a0af-dfe91686812b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:31.861488 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-ba0c0498-4584-4992-a0af-dfe91686812b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=887eaf07-8b30-4f2f-a140-f600184c8e52 HTTP/1.1" status: 200 len: 851 time: 0.4756908 Apr 06 11:51:31.925013 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-2f2dc784-3b39-4b0d-9471-6320e82bbd11 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Made reservation on behalf of ccfa48bf303a4fbd92c016652e6c8ffa for: {'port': 1} {{(pid=110259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:51:31.928632 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-2f2dc784-3b39-4b0d-9471-6320e82bbd11 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:31.971546 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-206ddf34-3857-46fe-a045-f1daad2a8270 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for port (9530046a-7940-4586-ab26-6363d8d52c18), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:31.982070 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-df6252df-cf22-43bb-af40-20701095d235 None None] Current status of the port 01c1d04c-390a-4ad7-ad11-58637035f908 is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:31.982468 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-df6252df-cf22-43bb-af40-20701095d235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (01c1d04c-390a-4ad7-ad11-58637035f908), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:32.000636 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0dac06eb-2f46-4ff5-954a-742fd0a0a40a admin admin] Publish callbacks [] for security_group (4e39e7f8-ffcc-4feb-89f6-e585845712ee), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:32.067253 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-f4b29b0b-3223-4801-ac23-9279e1e6907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'name': 'tempest-AttachVolumeShelveTestJSON-495381077-router', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:17Z', 'revision_number': 4, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'gw_port': {'id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': '01c1d04c-390a-4ad7-ad11-58637035f908', 'name': '', 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'mac_address': 'fa:16:3e:f0:f7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:13Z', 'updated_at': '2022-04-06T11:51:27Z', 'revision_number': 4, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'subnets': [{'id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:51:32.114195 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b29b0b-3223-4801-ac23-9279e1e6907d None None] The sync data for ids ['3b71def2-3d93-45be-a5ef-7b49fecb29c1'] in dv-cinder-836074-2-iscsi is: [{'id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'name': 'tempest-AttachVolumeShelveTestJSON-495381077-router', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:17Z', 'revision_number': 4, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'gw_port': {'id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': '01c1d04c-390a-4ad7-ad11-58637035f908', 'name': '', 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'mac_address': 'fa:16:3e:f0:f7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:13Z', 'updated_at': '2022-04-06T11:51:27Z', 'revision_number': 4, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'subnets': [{'id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:51:32.163917 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0dac06eb-2f46-4ff5-954a-742fd0a0a40a admin admin] Publish callbacks [] for security_group (4e39e7f8-ffcc-4feb-89f6-e585845712ee), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:32.230951 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port 923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2 is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:32.235259 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:32.267404 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-df6252df-cf22-43bb-af40-20701095d235 None None] For port 01c1d04c-390a-4ad7-ad11-58637035f908, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=01c1d04c-390a-4ad7-ad11-58637035f908,segment=NetworkSegment(deb309b9-5789-464c-9c33-f60bf6e06a39),segment_id=deb309b9-5789-464c-9c33-f60bf6e06a39)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:51:32.279634 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-df6252df-cf22-43bb-af40-20701095d235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (01c1d04c-390a-4ad7-ad11-58637035f908), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:32.306402 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-1302ad91-0746-4dce-95c3-ae1162dbf120 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c7019716-b61b-48ad-b253-e78c3dba422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3857737 Apr 06 11:51:32.332244 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-c505cede-caac-4584-b01b-bac230bbe60e None None] Publish callbacks [] for port (0663e282-8c19-44f6-be63-9ac09f74b1c0), precommit_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:32.335102 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] For port 923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2,segment=NetworkSegment(e99df258-543d-4616-b3b8-0c52db153909),segment_id=e99df258-543d-4616-b3b8-0c52db153909)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:51:32.424499 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-ebed53ce-4031-4238-bd05-2ac4b6ed6520 admin admin] Publish callbacks [] for security_group (c3d2f9cd-d83b-4cbf-97bd-62a9bf6df88f), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:32.441369 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-206ddf34-3857-46fe-a045-f1daad2a8270 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228'] for port (9530046a-7940-4586-ab26-6363d8d52c18), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:32.463217 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-ebed53ce-4031-4238-bd05-2ac4b6ed6520 admin admin] Publish callbacks [] for security_group (c3d2f9cd-d83b-4cbf-97bd-62a9bf6df88f), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:32.506722 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:32.511285 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-c505cede-caac-4584-b01b-bac230bbe60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (0663e282-8c19-44f6-be63-9ac09f74b1c0), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:32.711622 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.db_base_plugin_common [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-2f2dc784-3b39-4b0d-9471-6320e82bbd11 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Allocated IP 172.20.0.12 (d8762c11-97c8-4692-bb2b-070d6ecd6b12/9b503157-0ef4-44d3-80a9-20b0dc5d9230/8294cf4c-8e23-47d8-ab5f-770194c0773d) {{(pid=110259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:51:32.735377 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-cb088d06-650b-4507-97fc-2a0f229230e8 req-25318ff9-b331-4cc4-a537-5fbc36dcfd50 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 210 time: 0.4293606 Apr 06 11:51:32.763349 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-cf59d232-eb64-4358-a4df-6d2aded6dd0b None None] Provisioning complete for port 01c1d04c-390a-4ad7-ad11-58637035f908 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:32.763349 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-cf59d232-eb64-4358-a4df-6d2aded6dd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (01c1d04c-390a-4ad7-ad11-58637035f908), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:32.843144 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ddf34-3857-46fe-a045-f1daad2a8270 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Pushing event updated for resources: {'Port': ['ID=9530046a-7940-4586-ab26-6363d8d52c18,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:32.913945 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-ebed53ce-4031-4238-bd05-2ac4b6ed6520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (c3d2f9cd-d83b-4cbf-97bd-62a9bf6df88f), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:32.921796 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-ebed53ce-4031-4238-bd05-2ac4b6ed6520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:32.923982 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-ebed53ce-4031-4238-bd05-2ac4b6ed6520 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c3d2f9cd-d83b-4cbf-97bd-62a9bf6df88f HTTP/1.1" status: 204 len: 168 time: 1.6638412 Apr 06 11:51:32.982093 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206ddf34-3857-46fe-a045-f1daad2a8270 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Network f8bc4371-0f06-4ac4-8212-20e00bcdd0be is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:51:32.999302 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-363b8c9d-9a90-4d12-b12e-bc619e4d1c61 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:33.016701 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936f122-9122-4d02-a287-8992185a9781 req-258c0a7f-9183-40f5-96b6-caec41d2cd38 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:33.019187 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-206ddf34-3857-46fe-a045-f1daad2a8270 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:51:33.020450 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-0936f122-9122-4d02-a287-8992185a9781 req-258c0a7f-9183-40f5-96b6-caec41d2cd38 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 943 time: 1.1949439 Apr 06 11:51:33.039208 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206ddf34-3857-46fe-a045-f1daad2a8270 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:51:33.052097 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6252df-cf22-43bb-af40-20701095d235 None None] Pushing event updated for resources: {'Port': ['ID=01c1d04c-390a-4ad7-ad11-58637035f908,revision_number=5']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:33.060196 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 42998) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:33.081112 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device e0a3a1dc-eae8-4722-ac6e-afd2acc6accf up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:51:33.089612 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed53ce-4031-4238-bd05-2ac4b6ed6520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d2f9cd-d83b-4cbf-97bd-62a9bf6df88f,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:33.260555 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-5784c67b-d01e-410e-93a7-e2be8920b932 service neutron] 10.222.0.53 "GET /v2.0/networks/c7019716-b61b-48ad-b253-e78c3dba422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9326372 Apr 06 11:51:33.606308 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-206ddf34-3857-46fe-a045-f1daad2a8270 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for floatingip (8335e528-c0fb-403d-94f4-c6258a6b98a0), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:33.637389 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-0936f122-9122-4d02-a287-8992185a9781 req-a2678227-7b86-4e65-908a-a09f0376fa32 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ac12f3c-0628-4018-b3de-53aa326ae494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5505798 Apr 06 11:51:33.691288 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0dac06eb-2f46-4ff5-954a-742fd0a0a40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (4e39e7f8-ffcc-4feb-89f6-e585845712ee), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:33.709515 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0dac06eb-2f46-4ff5-954a-742fd0a0a40a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:33.724267 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-0dac06eb-2f46-4ff5-954a-742fd0a0a40a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4e39e7f8-ffcc-4feb-89f6-e585845712ee HTTP/1.1" status: 204 len: 168 time: 2.7700236 Apr 06 11:51:33.807037 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-57af0298-0ff0-4a92-8e6e-b7f275c06625 req-6837cc44-011c-4a4a-a420-29b5a1ba6d53 service neutron] 10.222.0.53 "GET /v2.0/networks/c7019716-b61b-48ad-b253-e78c3dba422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472742 Apr 06 11:51:33.829146 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac06eb-2f46-4ff5-954a-742fd0a0a40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e39e7f8-ffcc-4feb-89f6-e585845712ee,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:33.875414 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-fdd196b8-8eba-4b4a-b2eb-e45b4d07bed8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:34.011828 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-cf59d232-eb64-4358-a4df-6d2aded6dd0b None None] Current status of the port 01c1d04c-390a-4ad7-ad11-58637035f908 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:34.029545 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-c505cede-caac-4584-b01b-bac230bbe60e None None] Attempting to bind port 0663e282-8c19-44f6-be63-9ac09f74b1c0 on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:51:34.030078 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-c505cede-caac-4584-b01b-bac230bbe60e None None] Attempting to bind port 0663e282-8c19-44f6-be63-9ac09f74b1c0 by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': '4cfea46a-4bee-477e-bfba-1025be7f7a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12'}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:51:34.030450 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c505cede-caac-4584-b01b-bac230bbe60e None None] Attempting to bind port 0663e282-8c19-44f6-be63-9ac09f74b1c0 on network d8762c11-97c8-4692-bb2b-070d6ecd6b12 {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:51:34.078518 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c505cede-caac-4584-b01b-bac230bbe60e None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:51:34.081330 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c505cede-caac-4584-b01b-bac230bbe60e None None] Checking segment: {'id': '4cfea46a-4bee-477e-bfba-1025be7f7a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:51:34.083163 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-c505cede-caac-4584-b01b-bac230bbe60e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:34.083728 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c505cede-caac-4584-b01b-bac230bbe60e None None] Bound using segment: {'id': '4cfea46a-4bee-477e-bfba-1025be7f7a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12'} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:51:34.084640 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-c505cede-caac-4584-b01b-bac230bbe60e None None] Bound port: 0663e282-8c19-44f6-be63-9ac09f74b1c0, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cfea46a-4bee-477e-bfba-1025be7f7a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12'}}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:51:34.086758 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-c505cede-caac-4584-b01b-bac230bbe60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (0663e282-8c19-44f6-be63-9ac09f74b1c0), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:34.105329 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f0db824d-b37d-4213-8a16-bac28b0272b2 req-4704f1ed-389b-41be-bf90-0dee4b72b8e9 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 210 time: 0.1137390 Apr 06 11:51:34.135034 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.db_base_plugin_common [None req-363b8c9d-9a90-4d12-b12e-bc619e4d1c61 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Allocated IP 172.27.1.40 (f8bc4371-0f06-4ac4-8212-20e00bcdd0be/f72af3a5-4f9e-49cd-911b-77b0f5cebaf5/daa1917e-ddef-4fa9-b1ad-db4fa8cf936d) {{(pid=110259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:51:34.170869 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-2f2dc784-3b39-4b0d-9471-6320e82bbd11 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks [] for port (8294cf4c-8e23-47d8-ab5f-770194c0773d), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:34.180901 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Pushing event updated for resources: {'Port': ['ID=923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:34.331447 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbab579-3de2-4aa3-b715-38e9ecc1c5e7 None None] Pushing event updated for resources: {'Port': ['ID=0663e282-8c19-44f6-be63-9ac09f74b1c0,revision_number=3']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:34.335164 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-206ddf34-3857-46fe-a045-f1daad2a8270 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (9530046a-7940-4586-ab26-6363d8d52c18), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:34.445316 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-2f2dc784-3b39-4b0d-9471-6320e82bbd11 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228'] for port (8294cf4c-8e23-47d8-ab5f-770194c0773d), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:34.581289 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port e0a3a1dc-eae8-4722-ac6e-afd2acc6accf triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:34.582822 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (e0a3a1dc-eae8-4722-ac6e-afd2acc6accf), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:34.595844 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-f0510b04-51d0-4045-814b-2aa181ff3b97 None None] Provisioning complete for port 0663e282-8c19-44f6-be63-9ac09f74b1c0 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:34.596624 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-f0510b04-51d0-4045-814b-2aa181ff3b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (0663e282-8c19-44f6-be63-9ac09f74b1c0), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:34.729721 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-f0510b04-51d0-4045-814b-2aa181ff3b97 None None] Port 0663e282-8c19-44f6-be63-9ac09f74b1c0 cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:51:34.746491 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-c505cede-caac-4584-b01b-bac230bbe60e None None] For port 0663e282-8c19-44f6-be63-9ac09f74b1c0, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:51:34.893684 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-c505cede-caac-4584-b01b-bac230bbe60e None None] For port 0663e282-8c19-44f6-be63-9ac09f74b1c0, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=0663e282-8c19-44f6-be63-9ac09f74b1c0,segment=NetworkSegment(4cfea46a-4bee-477e-bfba-1025be7f7a6b),segment_id=4cfea46a-4bee-477e-bfba-1025be7f7a6b)] {{(pid=110261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:51:34.921873 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-2f2dc784-3b39-4b0d-9471-6320e82bbd11 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Network d8762c11-97c8-4692-bb2b-070d6ecd6b12 is already hosted by enough agents. {{(pid=110259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:51:34.927760 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-c505cede-caac-4584-b01b-bac230bbe60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (0663e282-8c19-44f6-be63-9ac09f74b1c0), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:34.943454 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.53', 64266) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:34.962035 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-363b8c9d-9a90-4d12-b12e-bc619e4d1c61 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for port (daa1917e-ddef-4fa9-b1ad-db4fa8cf936d), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:35.015618 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-206ddf34-3857-46fe-a045-f1daad2a8270 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for port (9530046a-7940-4586-ab26-6363d8d52c18), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:35.046070 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-206ddf34-3857-46fe-a045-f1daad2a8270 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (9530046a-7940-4586-ab26-6363d8d52c18), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:35.102396 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-fdd196b8-8eba-4b4a-b2eb-e45b4d07bed8 admin admin] Publish callbacks [] for security_group (cbaf23ac-0b5e-43a2-8012-d86c9837e184), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:35.111431 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbab579-3de2-4aa3-b715-38e9ecc1c5e7 None None] Pushing event updated for resources: {'Port': ['ID=0663e282-8c19-44f6-be63-9ac09f74b1c0,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:35.185680 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-2f2dc784-3b39-4b0d-9471-6320e82bbd11 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Resources bound (agent type, host, resource id): {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:51:35.204335 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-0e2d894d-eae0-44b0-b10b-c3076f834be6 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:35.217309 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-0e2d894d-eae0-44b0-b10b-c3076f834be6 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.53 "GET /v2.0/networks?id=d8762c11-97c8-4692-bb2b-070d6ecd6b12 HTTP/1.1" status: 200 len: 819 time: 0.1973529 Apr 06 11:51:35.220776 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-fdd196b8-8eba-4b4a-b2eb-e45b4d07bed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (cbaf23ac-0b5e-43a2-8012-d86c9837e184), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:35.239288 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-2f2dc784-3b39-4b0d-9471-6320e82bbd11 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Received port after_create {{(pid=110259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:51:35.266685 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-2f2dc784-3b39-4b0d-9471-6320e82bbd11 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:35.278117 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-2f2dc784-3b39-4b0d-9471-6320e82bbd11 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for port (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:35.280474 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port e0a3a1dc-eae8-4722-ac6e-afd2acc6accf is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:35.282485 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 01c1d04c-390a-4ad7-ad11-58637035f908 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:51:35.289542 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c505cede-caac-4584-b01b-bac230bbe60e None None] Routers {'aeae7732-84b6-4075-9bfb-0ad435d359e6'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:51:35.290741 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-c505cede-caac-4584-b01b-bac230bbe60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:51:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['aeae7732-84b6-4075-9bfb-0ad435d359e6'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:51:35.343616 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-206ddf34-3857-46fe-a045-f1daad2a8270 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (8335e528-c0fb-403d-94f4-c6258a6b98a0), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:35.366366 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-2f2dc784-3b39-4b0d-9471-6320e82bbd11 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9202814 Apr 06 11:51:35.371172 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-7836a2ac-2592-459d-b591-b7dc2d486d7a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Request body: {'port': {'device_id': '547ed5ea-7769-40f5-aa31-d1c1d5553d7e', 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12', 'admin_state_up': True, 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:51:35.458715 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2dc784-3b39-4b0d-9471-6320e82bbd11 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Pushing event updated for resources: {'Port': ['ID=8294cf4c-8e23-47d8-ab5f-770194c0773d,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:35.538263 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port 01c1d04c-390a-4ad7-ad11-58637035f908 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:35.538658 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (01c1d04c-390a-4ad7-ad11-58637035f908), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:35.544583 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-fdd196b8-8eba-4b4a-b2eb-e45b4d07bed8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=88038f5fa8ac4c968a84d968b99e6482&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4694343 Apr 06 11:51:35.589557 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd196b8-8eba-4b4a-b2eb-e45b4d07bed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbaf23ac-0b5e-43a2-8012-d86c9837e184,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:35.599604 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 43054) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:35.606019 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c8fc8-4950-4d30-a2ae-8b295ae2f03a req-a7b5026e-ccbc-4ff3-8941-0e7055001a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:35.608402 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8d7c8fc8-4950-4d30-a2ae-8b295ae2f03a req-a7b5026e-ccbc-4ff3-8941-0e7055001a9a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07e463b506404717a3b04c324ab3e3cf&device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 1127 time: 1.2995234 Apr 06 11:51:35.610742 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ddf34-3857-46fe-a045-f1daad2a8270 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Pushing event updated for resources: {'Port': ['ID=9530046a-7940-4586-ab26-6363d8d52c18,revision_number=2']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:35.617418 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-206ddf34-3857-46fe-a045-f1daad2a8270 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:35.619905 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-206ddf34-3857-46fe-a045-f1daad2a8270 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.3388944 Apr 06 11:51:35.692313 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-c505cede-caac-4584-b01b-bac230bbe60e None None] Set router aeae7732-84b6-4075-9bfb-0ad435d359e6 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:51:35.751418 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-1babc9f1-68f5-410f-ae07-3f17d291b17f service neutron] Request body: {'port': {'device_id': '75281a9d-e5c9-458d-aa92-081b72a9fd60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:51:35.918852 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-21e68e41-8717-48b7-ada7-1615a1ae33b1 req-a48aca70-1867-49c9-b43d-cae4a0cef199 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 210 time: 0.4857676 Apr 06 11:51:36.119218 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8a1ae202-65c9-489f-81ca-337eacd77ab8 admin admin] Publish callbacks [] for security_group (cbaf23ac-0b5e-43a2-8012-d86c9837e184), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:36.195145 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8a1ae202-65c9-489f-81ca-337eacd77ab8 admin admin] Publish callbacks [] for security_group (cbaf23ac-0b5e-43a2-8012-d86c9837e184), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:36.209737 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c8fc8-4950-4d30-a2ae-8b295ae2f03a req-c3a839c7-bf23-424f-9540-e2d525899c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:36.212154 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8d7c8fc8-4950-4d30-a2ae-8b295ae2f03a req-c3a839c7-bf23-424f-9540-e2d525899c72 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c7019716-b61b-48ad-b253-e78c3dba422a HTTP/1.1" status: 200 len: 912 time: 0.5751297 Apr 06 11:51:36.226226 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-7836a2ac-2592-459d-b591-b7dc2d486d7a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Made reservation on behalf of ccfa48bf303a4fbd92c016652e6c8ffa for: {'port': 1} {{(pid=110259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:51:36.231242 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-7836a2ac-2592-459d-b591-b7dc2d486d7a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:36.356913 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf011db-8c98-403a-a8d4-72fdf15b3521 req-5ca5305a-4d4b-4f39-8f96-2b4762b37cd0 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:36.361282 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-cdf011db-8c98-403a-a8d4-72fdf15b3521 req-5ca5305a-4d4b-4f39-8f96-2b4762b37cd0 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 943 time: 1.4203773 Apr 06 11:51:36.420164 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8d7c8fc8-4950-4d30-a2ae-8b295ae2f03a req-e987dbf9-6ff5-4640-afba-9113717799d3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a4b01df-35c7-49d9-9d0b-c1c724bb81b1 HTTP/1.1" status: 200 len: 217 time: 0.1850467 Apr 06 11:51:36.435310 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-b3702f33-130b-42c7-a660-c3c96bb35db9 None None] Provisioning complete for port 0663e282-8c19-44f6-be63-9ac09f74b1c0 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:36.435959 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-b3702f33-130b-42c7-a660-c3c96bb35db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (0663e282-8c19-44f6-be63-9ac09f74b1c0), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:36.454744 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-3fb67a3d-9aa1-44f4-a40a-caa6d3556f50 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1662859158&fields=id&tenant_id=1a2c38a64ffb4474b4a145f9808cc37f HTTP/1.1" status: 200 len: 267 time: 0.3170359 Apr 06 11:51:36.533764 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-1babc9f1-68f5-410f-ae07-3f17d291b17f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (8294cf4c-8e23-47d8-ab5f-770194c0773d), before_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:36.571174 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port 01c1d04c-390a-4ad7-ad11-58637035f908 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:36.586795 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-c505cede-caac-4584-b01b-bac230bbe60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'name': 'tempest-ServerRescueNegativeTestJSON-1005298851-router', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:17Z', 'revision_number': 4, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'gw_port': {'id': '923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:09Z', 'updated_at': '2022-04-06T11:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': '0663e282-8c19-44f6-be63-9ac09f74b1c0', 'name': '', 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'mac_address': 'fa:16:3e:21:ec:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9b503157-0ef4-44d3-80a9-20b0dc5d9230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:16Z', 'updated_at': '2022-04-06T11:51:34Z', 'revision_number': 4, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'subnets': [{'id': '9b503157-0ef4-44d3-80a9-20b0dc5d9230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:51:36.689895 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-7f9b758e-c734-407b-9f20-64287516c235 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:36.701930 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-7f9b758e-c734-407b-9f20-64287516c235 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/networks?id=04e35c34-b38e-495d-ab59-a36a4ea05864 HTTP/1.1" status: 200 len: 816 time: 0.2460432 Apr 06 11:51:36.730910 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-363b8c9d-9a90-4d12-b12e-bc619e4d1c61 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228'] for port (daa1917e-ddef-4fa9-b1ad-db4fa8cf936d), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:36.761303 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-1b29454f-a9f2-4ce4-9af2-a5d4c0be45b7 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/quotas/1a2c38a64ffb4474b4a145f9808cc37f HTTP/1.1" status: 200 len: 375 time: 0.0573153 Apr 06 11:51:36.892458 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c8fc8-4950-4d30-a2ae-8b295ae2f03a req-df56eed4-0156-4cef-8a6c-e26551000e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:36.894193 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8d7c8fc8-4950-4d30-a2ae-8b295ae2f03a req-df56eed4-0156-4cef-8a6c-e26551000e02 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=887eaf07-8b30-4f2f-a140-f600184c8e52 HTTP/1.1" status: 200 len: 851 time: 0.4365990 Apr 06 11:51:36.915420 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 0663e282-8c19-44f6-be63-9ac09f74b1c0 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:51:36.919308 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8a1ae202-65c9-489f-81ca-337eacd77ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (cbaf23ac-0b5e-43a2-8012-d86c9837e184), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:36.926175 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8a1ae202-65c9-489f-81ca-337eacd77ab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:36.926380 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-8a1ae202-65c9-489f-81ca-337eacd77ab8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cbaf23ac-0b5e-43a2-8012-d86c9837e184 HTTP/1.1" status: 204 len: 168 time: 1.3168151 Apr 06 11:51:36.961126 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b8c9d-9a90-4d12-b12e-bc619e4d1c61 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event updated for resources: {'Port': ['ID=daa1917e-ddef-4fa9-b1ad-db4fa8cf936d,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:37.014238 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8d7c8fc8-4950-4d30-a2ae-8b295ae2f03a req-4e1c3607-5076-44e8-8fa7-238ecc1cd0cf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c7019716-b61b-48ad-b253-e78c3dba422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954466 Apr 06 11:51:37.050332 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-1b98f015-50c5-400b-8d7a-c1d81acd3a72 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1a2c38a64ffb4474b4a145f9808cc37f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2795691 Apr 06 11:51:37.062905 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c505cede-caac-4584-b01b-bac230bbe60e None None] The sync data for ids ['aeae7732-84b6-4075-9bfb-0ad435d359e6'] in dv-cinder-836074-2-iscsi is: [{'id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'name': 'tempest-ServerRescueNegativeTestJSON-1005298851-router', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:17Z', 'revision_number': 4, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'gw_port': {'id': '923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:09Z', 'updated_at': '2022-04-06T11:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': '0663e282-8c19-44f6-be63-9ac09f74b1c0', 'name': '', 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'mac_address': 'fa:16:3e:21:ec:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9b503157-0ef4-44d3-80a9-20b0dc5d9230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:16Z', 'updated_at': '2022-04-06T11:51:34Z', 'revision_number': 4, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'subnets': [{'id': '9b503157-0ef4-44d3-80a9-20b0dc5d9230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:51:37.241877 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:37.368625 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-b3702f33-130b-42c7-a660-c3c96bb35db9 None None] Current status of the port 0663e282-8c19-44f6-be63-9ac09f74b1c0 is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:37.369473 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-b3702f33-130b-42c7-a660-c3c96bb35db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (0663e282-8c19-44f6-be63-9ac09f74b1c0), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:37.371937 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port 0663e282-8c19-44f6-be63-9ac09f74b1c0 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:37.377105 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (0663e282-8c19-44f6-be63-9ac09f74b1c0), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:37.401578 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8d7c8fc8-4950-4d30-a2ae-8b295ae2f03a req-4be09549-639f-4629-ac20-c7521a266c31 service neutron] 10.222.0.53 "GET /v2.0/networks/c7019716-b61b-48ad-b253-e78c3dba422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330710 Apr 06 11:51:37.414739 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ae202-65c9-489f-81ca-337eacd77ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbaf23ac-0b5e-43a2-8012-d86c9837e184,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:37.592580 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363b8c9d-9a90-4d12-b12e-bc619e4d1c61 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Network f8bc4371-0f06-4ac4-8212-20e00bcdd0be is already hosted by enough agents. {{(pid=110259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:51:37.644059 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [None req-363b8c9d-9a90-4d12-b12e-bc619e4d1c61 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Resources bound (agent type, host, resource id): {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:51:37.662177 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363b8c9d-9a90-4d12-b12e-bc619e4d1c61 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Received port after_create {{(pid=110259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:51:37.674803 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-b3702f33-130b-42c7-a660-c3c96bb35db9 None None] For port 0663e282-8c19-44f6-be63-9ac09f74b1c0, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=0663e282-8c19-44f6-be63-9ac09f74b1c0,segment=NetworkSegment(4cfea46a-4bee-477e-bfba-1025be7f7a6b),segment_id=4cfea46a-4bee-477e-bfba-1025be7f7a6b)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:51:37.690095 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-b3702f33-130b-42c7-a660-c3c96bb35db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (0663e282-8c19-44f6-be63-9ac09f74b1c0), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:37.703058 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8d7c8fc8-4950-4d30-a2ae-8b295ae2f03a req-8b449506-1c05-4d13-8502-3db5015599c4 service neutron] 10.222.0.53 "GET /v2.0/networks/c7019716-b61b-48ad-b253-e78c3dba422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526777 Apr 06 11:51:37.740754 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-53058909-ecd8-4e73-87f4-15d1c303c6e3 service neutron] 10.222.0.39 "GET /v2.0/networks/04e35c34-b38e-495d-ab59-a36a4ea05864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6894674 Apr 06 11:51:37.993921 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-760b4d4a-46bb-46d9-865c-0a12d981f2a0 service neutron] 10.222.0.39 "GET /v2.0/networks/04e35c34-b38e-495d-ab59-a36a4ea05864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441452 Apr 06 11:51:37.994488 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-395e5e18-5c17-459e-94df-852fa7ed3724 None None] Provisioning complete for port 8294cf4c-8e23-47d8-ab5f-770194c0773d triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:37.994820 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-395e5e18-5c17-459e-94df-852fa7ed3724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (8294cf4c-8e23-47d8-ab5f-770194c0773d), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:37.995959 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-cdf011db-8c98-403a-a8d4-72fdf15b3521 req-2aec15ec-6f33-47ae-86a8-b179eb78e682 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ac12f3c-0628-4018-b3de-53aa326ae494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6118970 Apr 06 11:51:38.045686 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-363b8c9d-9a90-4d12-b12e-bc619e4d1c61 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for floatingip (97260ce8-ce12-45c9-8e73-be44430ee36e), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:38.060171 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 43124) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:38.095882 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5494fdb2-f9d4-44ff-b71c-33ddc167a0bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:38.119873 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3702f33-130b-42c7-a660-c3c96bb35db9 None None] Pushing event updated for resources: {'Port': ['ID=0663e282-8c19-44f6-be63-9ac09f74b1c0,revision_number=5']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:38.137417 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port 0663e282-8c19-44f6-be63-9ac09f74b1c0 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:38.138199 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:51:38.158480 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-363b8c9d-9a90-4d12-b12e-bc619e4d1c61 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (daa1917e-ddef-4fa9-b1ad-db4fa8cf936d), before_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:38.228094 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-395e5e18-5c17-459e-94df-852fa7ed3724 None None] Port 8294cf4c-8e23-47d8-ab5f-770194c0773d cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:51:38.250587 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 43126) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:38.252494 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port 923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:38.253087 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:38.289713 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-35d7d01d-bcc9-498c-926f-9d3da90f3d5a req-022ffb6f-033a-40b7-8bcc-b582c870ca2d tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 210 time: 0.1332400 Apr 06 11:51:38.362018 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5494fdb2-f9d4-44ff-b71c-33ddc167a0bb admin admin] Publish callbacks [] for security_group (00ccbb59-571e-43fc-ae7b-a83e34496c33), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:38.384974 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port 923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:38.386121 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 01c1d04c-390a-4ad7-ad11-58637035f908 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:51:38.391154 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5494fdb2-f9d4-44ff-b71c-33ddc167a0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (00ccbb59-571e-43fc-ae7b-a83e34496c33), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:38.435276 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-df0eb9e8-6f47-43e4-809d-73686a713262 req-78367f5a-2cea-48d9-94fb-8ffb47afa028 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 210 time: 0.0874689 Apr 06 11:51:38.485853 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-5494fdb2-f9d4-44ff-b71c-33ddc167a0bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=11ad006c3a28430fb7a3268e0337d4a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4231029 Apr 06 11:51:38.488371 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 43136) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:38.499120 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494fdb2-f9d4-44ff-b71c-33ddc167a0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ccbb59-571e-43fc-ae7b-a83e34496c33,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:38.510479 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port 01c1d04c-390a-4ad7-ad11-58637035f908 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:38.511246 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (01c1d04c-390a-4ad7-ad11-58637035f908), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:38.567003 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.notifiers.nova [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-1babc9f1-68f5-410f-ae07-3f17d291b17f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8294cf4c-8e23-47d8-ab5f-770194c0773d {{(pid=110259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:51:38.597914 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-1babc9f1-68f5-410f-ae07-3f17d291b17f service neutron] Publish callbacks [] for port (8294cf4c-8e23-47d8-ab5f-770194c0773d), precommit_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:38.630464 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port 01c1d04c-390a-4ad7-ad11-58637035f908 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:38.670593 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.provisioning_blocks [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-1babc9f1-68f5-410f-ae07-3f17d291b17f service neutron] Transition to ACTIVE for port object 8294cf4c-8e23-47d8-ab5f-770194c0773d will not be triggered until provisioned by entity L2. {{(pid=110259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:51:38.674861 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-080d0cd6-0977-478c-b8ad-d7b03f2573f7 admin admin] Publish callbacks [] for security_group (00ccbb59-571e-43fc-ae7b-a83e34496c33), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:38.731446 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-1babc9f1-68f5-410f-ae07-3f17d291b17f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (8294cf4c-8e23-47d8-ab5f-770194c0773d), after_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:38.746010 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-0afa956a-51ff-47f8-8627-1ee9d27943e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:38.769912 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.db_base_plugin_common [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-7836a2ac-2592-459d-b591-b7dc2d486d7a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Allocated IP 172.20.0.10 (d8762c11-97c8-4692-bb2b-070d6ecd6b12/9b503157-0ef4-44d3-80a9-20b0dc5d9230/7435b605-991f-4ef2-b321-64fe5e1e306f) {{(pid=110259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:51:38.794036 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 0663e282-8c19-44f6-be63-9ac09f74b1c0 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:51:38.814252 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-080d0cd6-0977-478c-b8ad-d7b03f2573f7 admin admin] Publish callbacks [] for security_group (00ccbb59-571e-43fc-ae7b-a83e34496c33), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:38.918292 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-080d0cd6-0977-478c-b8ad-d7b03f2573f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (00ccbb59-571e-43fc-ae7b-a83e34496c33), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:38.922782 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-080d0cd6-0977-478c-b8ad-d7b03f2573f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:38.933736 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-080d0cd6-0977-478c-b8ad-d7b03f2573f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/00ccbb59-571e-43fc-ae7b-a83e34496c33 HTTP/1.1" status: 204 len: 168 time: 0.4413934 Apr 06 11:51:39.033031 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port 0663e282-8c19-44f6-be63-9ac09f74b1c0 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:39.033402 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (0663e282-8c19-44f6-be63-9ac09f74b1c0), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:39.067817 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d0cd6-0977-478c-b8ad-d7b03f2573f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ccbb59-571e-43fc-ae7b-a83e34496c33,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:39.159540 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1babc9f1-68f5-410f-ae07-3f17d291b17f service neutron] Pushing event updated for resources: {'Port': ['ID=8294cf4c-8e23-47d8-ab5f-770194c0773d,revision_number=2']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:39.196350 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-0afa956a-51ff-47f8-8627-1ee9d27943e1 admin admin] Publish callbacks [] for security_group (1a499a36-2384-4f17-86e5-e8f55e2da815), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:39.204478 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-0afa956a-51ff-47f8-8627-1ee9d27943e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (1a499a36-2384-4f17-86e5-e8f55e2da815), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:39.216955 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-7836a2ac-2592-459d-b591-b7dc2d486d7a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks [] for port (7435b605-991f-4ef2-b321-64fe5e1e306f), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:39.240862 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 43172) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:39.333870 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-363b8c9d-9a90-4d12-b12e-bc619e4d1c61 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for port (daa1917e-ddef-4fa9-b1ad-db4fa8cf936d), precommit_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:39.406468 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-0afa956a-51ff-47f8-8627-1ee9d27943e1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ea76e5e67a5e40ada487cbb0308b9744&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1499283 Apr 06 11:51:39.409909 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port 0663e282-8c19-44f6-be63-9ac09f74b1c0 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:39.417658 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 43186) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:39.422000 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-363b8c9d-9a90-4d12-b12e-bc619e4d1c61 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (daa1917e-ddef-4fa9-b1ad-db4fa8cf936d), after_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:39.433404 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa956a-51ff-47f8-8627-1ee9d27943e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a499a36-2384-4f17-86e5-e8f55e2da815,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:39.453013 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.managers [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-1babc9f1-68f5-410f-ae07-3f17d291b17f service neutron] Attempting to bind port 8294cf4c-8e23-47d8-ab5f-770194c0773d on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:51:39.453384 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.managers [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-1babc9f1-68f5-410f-ae07-3f17d291b17f service neutron] Attempting to bind port 8294cf4c-8e23-47d8-ab5f-770194c0773d by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '4cfea46a-4bee-477e-bfba-1025be7f7a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12'}] {{(pid=110259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:51:39.453743 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-1babc9f1-68f5-410f-ae07-3f17d291b17f service neutron] Attempting to bind port 8294cf4c-8e23-47d8-ab5f-770194c0773d on network d8762c11-97c8-4692-bb2b-070d6ecd6b12 {{(pid=110259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:51:39.468295 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-1babc9f1-68f5-410f-ae07-3f17d291b17f service neutron] Port 8294cf4c-8e23-47d8-ab5f-770194c0773d on network d8762c11-97c8-4692-bb2b-070d6ecd6b12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:51:39.468629 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-1babc9f1-68f5-410f-ae07-3f17d291b17f service neutron] Attempting to bind port 8294cf4c-8e23-47d8-ab5f-770194c0773d on network d8762c11-97c8-4692-bb2b-070d6ecd6b12 {{(pid=110259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:51:39.507754 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-1babc9f1-68f5-410f-ae07-3f17d291b17f service neutron] Checking agent: {'id': 'e6da0265-397c-48ac-b7af-cc5f2a289710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'started_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:51:39.508782 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-1babc9f1-68f5-410f-ae07-3f17d291b17f service neutron] Checking segment: {'id': '4cfea46a-4bee-477e-bfba-1025be7f7a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:51:39.509533 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-1babc9f1-68f5-410f-ae07-3f17d291b17f service neutron] Bound using segment: {'id': '4cfea46a-4bee-477e-bfba-1025be7f7a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12'} {{(pid=110259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:51:39.510141 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.managers [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-1babc9f1-68f5-410f-ae07-3f17d291b17f service neutron] Bound port: 8294cf4c-8e23-47d8-ab5f-770194c0773d, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cfea46a-4bee-477e-bfba-1025be7f7a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12'}}] {{(pid=110259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:51:39.510676 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-1babc9f1-68f5-410f-ae07-3f17d291b17f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (8294cf4c-8e23-47d8-ab5f-770194c0773d), before_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:39.553078 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-14a5976c-63cc-4b89-9ed0-c2e507bc8d94 req-97eb8538-9731-4f64-a4ed-4b0e7c2b1b45 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 210 time: 0.0556235 Apr 06 11:51:39.575339 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-363b8c9d-9a90-4d12-b12e-bc619e4d1c61 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (97260ce8-ce12-45c9-8e73-be44430ee36e), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:39.640731 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-dc46a88b-17fe-4f19-b271-85c5bc2cec13 admin admin] Publish callbacks [] for security_group (1a499a36-2384-4f17-86e5-e8f55e2da815), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:39.649813 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b32be-1e51-4d95-bf00-523aec92f0d8 req-7dd6ca31-9866-49d6-98e2-db1b43defebe tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:39.651864 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6d2b32be-1e51-4d95-bf00-523aec92f0d8 req-7dd6ca31-9866-49d6-98e2-db1b43defebe tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 943 time: 0.4311047 Apr 06 11:51:39.663396 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-7836a2ac-2592-459d-b591-b7dc2d486d7a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228'] for port (7435b605-991f-4ef2-b321-64fe5e1e306f), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:39.676705 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b8c9d-9a90-4d12-b12e-bc619e4d1c61 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event updated for resources: {'Port': ['ID=daa1917e-ddef-4fa9-b1ad-db4fa8cf936d,revision_number=2']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:39.731906 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-abbc9258-1fc5-4965-a982-48a091c20701 req-3cb2489f-d37a-4044-b5b6-d4233eec0598 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 210 time: 0.0788045 Apr 06 11:51:39.735187 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-363b8c9d-9a90-4d12-b12e-bc619e4d1c61 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:39.757827 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-363b8c9d-9a90-4d12-b12e-bc619e4d1c61 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.8929741 Apr 06 11:51:39.778709 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-fa51477e-0231-40f5-8259-eb6dd3ef69a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:39.811937 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.db [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-1babc9f1-68f5-410f-ae07-3f17d291b17f service neutron] For port 8294cf4c-8e23-47d8-ab5f-770194c0773d, host hv-cinder-83607, cleared binding levels {{(pid=110259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:51:39.839936 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.db [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-1babc9f1-68f5-410f-ae07-3f17d291b17f service neutron] For port 8294cf4c-8e23-47d8-ab5f-770194c0773d, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8294cf4c-8e23-47d8-ab5f-770194c0773d,segment=NetworkSegment(4cfea46a-4bee-477e-bfba-1025be7f7a6b),segment_id=4cfea46a-4bee-477e-bfba-1025be7f7a6b)] {{(pid=110259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:51:39.882858 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6d2b32be-1e51-4d95-bf00-523aec92f0d8 req-753424e6-acdf-4fbd-a89d-012ff33ab6a6 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ac12f3c-0628-4018-b3de-53aa326ae494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216771 Apr 06 11:51:39.916973 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-1babc9f1-68f5-410f-ae07-3f17d291b17f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (8294cf4c-8e23-47d8-ab5f-770194c0773d), after_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:39.924441 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-dc46a88b-17fe-4f19-b271-85c5bc2cec13 admin admin] Publish callbacks [] for security_group (1a499a36-2384-4f17-86e5-e8f55e2da815), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:39.940963 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-fa51477e-0231-40f5-8259-eb6dd3ef69a5 admin admin] Publish callbacks [] for security_group (a6536c64-ddc3-45d9-a811-e2c9551cb734), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:39.956389 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-fa51477e-0231-40f5-8259-eb6dd3ef69a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (a6536c64-ddc3-45d9-a811-e2c9551cb734), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:39.969881 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-7836a2ac-2592-459d-b591-b7dc2d486d7a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Network d8762c11-97c8-4692-bb2b-070d6ecd6b12 is already hosted by enough agents. {{(pid=110259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:51:39.987985 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-7836a2ac-2592-459d-b591-b7dc2d486d7a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Resources bound (agent type, host, resource id): {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:51:39.991722 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-7836a2ac-2592-459d-b591-b7dc2d486d7a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Received port after_create {{(pid=110259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:51:39.998275 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-7836a2ac-2592-459d-b591-b7dc2d486d7a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:39.999675 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-7836a2ac-2592-459d-b591-b7dc2d486d7a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for port (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:40.026221 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-fa51477e-0231-40f5-8259-eb6dd3ef69a5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7051a961d6364cc59e65980fc87129f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7751513 Apr 06 11:51:40.029203 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 43226) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:40.039567 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51477e-0231-40f5-8259-eb6dd3ef69a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6536c64-ddc3-45d9-a811-e2c9551cb734,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:40.040696 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-7836a2ac-2592-459d-b591-b7dc2d486d7a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6986358 Apr 06 11:51:40.053962 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-1babc9f1-68f5-410f-ae07-3f17d291b17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:40.055970 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-1babc9f1-68f5-410f-ae07-3f17d291b17f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for port (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:40.058402 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-1babc9f1-68f5-410f-ae07-3f17d291b17f service neutron] 10.222.0.53 "PUT /v2.0/ports/8294cf4c-8e23-47d8-ab5f-770194c0773d HTTP/1.1" status: 200 len: 1094 time: 4.3143692 Apr 06 11:51:40.066824 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75281a9d-e5c9-458d-aa92-081b72a9fd60', 'tag': '8294cf4c-8e23-47d8-ab5f-770194c0773d'}] {{(pid=110259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:51:40.107796 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-5ed5aa16-494e-41f6-8ef8-43dc721171a9 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1072387084&fields=id&tenant_id=6bf3687e8d0448cfb29d393230e0fba3 HTTP/1.1" status: 200 len: 267 time: 0.1300356 Apr 06 11:51:40.165764 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7836a2ac-2592-459d-b591-b7dc2d486d7a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Pushing event updated for resources: {'Port': ['ID=7435b605-991f-4ef2-b321-64fe5e1e306f,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:40.260148 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1babc9f1-68f5-410f-ae07-3f17d291b17f service neutron] Pushing event updated for resources: {'Port': ['ID=8294cf4c-8e23-47d8-ab5f-770194c0773d,revision_number=3']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:40.264849 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-dc46a88b-17fe-4f19-b271-85c5bc2cec13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (1a499a36-2384-4f17-86e5-e8f55e2da815), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:40.274054 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-dc46a88b-17fe-4f19-b271-85c5bc2cec13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:40.274244 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-a64e39a4-cea0-4acc-ae95-4f87c03cdcc8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:40.275844 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-dc46a88b-17fe-4f19-b271-85c5bc2cec13 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1a499a36-2384-4f17-86e5-e8f55e2da815 HTTP/1.1" status: 204 len: 168 time: 0.8513899 Apr 06 11:51:40.285000 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-a64e39a4-cea0-4acc-ae95-4f87c03cdcc8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/networks?id=99bd6fac-a9a5-4214-bfa7-98f9f937fa30 HTTP/1.1" status: 200 len: 812 time: 0.1671784 Apr 06 11:51:40.287366 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46a88b-17fe-4f19-b271-85c5bc2cec13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a499a36-2384-4f17-86e5-e8f55e2da815,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:40.290028 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-7d87f904-4195-4f19-b6fb-2887fbf35672 admin admin] Publish callbacks [] for security_group (a6536c64-ddc3-45d9-a811-e2c9551cb734), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:40.311576 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 43240) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:40.323103 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-f6535db1-5bce-4241-8e7f-e5b58a09a345 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/quotas/6bf3687e8d0448cfb29d393230e0fba3 HTTP/1.1" status: 200 len: 375 time: 0.0345511 Apr 06 11:51:40.357227 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-7d87f904-4195-4f19-b6fb-2887fbf35672 admin admin] Publish callbacks [] for security_group (a6536c64-ddc3-45d9-a811-e2c9551cb734), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:40.404390 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-8a990627-da24-4881-bfad-e86328543193 None None] Provisioning complete for port 7435b605-991f-4ef2-b321-64fe5e1e306f triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:40.404993 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-8a990627-da24-4881-bfad-e86328543193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (7435b605-991f-4ef2-b321-64fe5e1e306f), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:40.456817 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-7d87f904-4195-4f19-b6fb-2887fbf35672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (a6536c64-ddc3-45d9-a811-e2c9551cb734), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:40.457408 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-7d87f904-4195-4f19-b6fb-2887fbf35672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:40.458516 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-8a990627-da24-4881-bfad-e86328543193 None None] Port 7435b605-991f-4ef2-b321-64fe5e1e306f cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:51:40.459149 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-7d87f904-4195-4f19-b6fb-2887fbf35672 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a6536c64-ddc3-45d9-a811-e2c9551cb734 HTTP/1.1" status: 204 len: 168 time: 0.4213605 Apr 06 11:51:40.479235 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-fe436a1b-3870-47fe-8e17-c41b5c6332b1 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6bf3687e8d0448cfb29d393230e0fba3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1552739 Apr 06 11:51:40.480011 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87f904-4195-4f19-b6fb-2887fbf35672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6536c64-ddc3-45d9-a811-e2c9551cb734,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:40.513981 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c7c8e3a7af7eec310205c5f765578dca3c187f66a15f537813450f68a58a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17580a46-df66-44b7-9e6c-9f2b87b40388" -d '{"events": [{"name": "network-changed", "server_uuid": "75281a9d-e5c9-458d-aa92-081b72a9fd60", "tag": "8294cf4c-8e23-47d8-ab5f-770194c0773d"}]}' {{(pid=110259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:51:40.623085 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-0cc49768-b7a0-442f-b05c-33db51563966 service neutron] 10.222.0.39 "GET /v2.0/networks/99bd6fac-a9a5-4214-bfa7-98f9f937fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263506 Apr 06 11:51:40.636419 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-298dfadc-8cca-43e4-8cd0-6f7d387db3d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:40.745283 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-298dfadc-8cca-43e4-8cd0-6f7d387db3d0 admin admin] Publish callbacks [] for security_group (a8432701-0159-40a3-9608-59e92ef38dc6), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:40.750421 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-565d3a5f-d73e-4b83-b88e-51db276a6ec8 service neutron] 10.222.0.39 "GET /v2.0/networks/99bd6fac-a9a5-4214-bfa7-98f9f937fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216333 Apr 06 11:51:40.754150 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-298dfadc-8cca-43e4-8cd0-6f7d387db3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (a8432701-0159-40a3-9608-59e92ef38dc6), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:40.800247 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-298dfadc-8cca-43e4-8cd0-6f7d387db3d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6fa8a38425fa47d9890ced5570aaf9ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4875135 Apr 06 11:51:40.803405 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298dfadc-8cca-43e4-8cd0-6f7d387db3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8432701-0159-40a3-9608-59e92ef38dc6,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:40.804146 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 43260) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:40.867875 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-a933dc55-13c3-4437-86fe-47f26cf36aa8 admin admin] Publish callbacks [] for security_group (a8432701-0159-40a3-9608-59e92ef38dc6), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:40.895544 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-a933dc55-13c3-4437-86fe-47f26cf36aa8 admin admin] Publish callbacks [] for security_group (a8432701-0159-40a3-9608-59e92ef38dc6), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:40.963635 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-a933dc55-13c3-4437-86fe-47f26cf36aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (a8432701-0159-40a3-9608-59e92ef38dc6), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:40.967454 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-a933dc55-13c3-4437-86fe-47f26cf36aa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:40.972267 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-a933dc55-13c3-4437-86fe-47f26cf36aa8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a8432701-0159-40a3-9608-59e92ef38dc6 HTTP/1.1" status: 204 len: 168 time: 0.1659527 Apr 06 11:51:40.981691 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44a3674-9769-41f0-83d3-e27f2ed4274e x-openstack-request-id: req-d44a3674-9769-41f0-83d3-e27f2ed4274e {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:51:40.982007 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75281a9d-e5c9-458d-aa92-081b72a9fd60", "tag": "8294cf4c-8e23-47d8-ab5f-770194c0773d", "status": "completed", "code": 200}]} {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:51:40.982269 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d44a3674-9769-41f0-83d3-e27f2ed4274e {{(pid=110259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:51:40.982920 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d44a3674-9769-41f0-83d3-e27f2ed4274e'] response: {'name': 'network-changed', 'server_uuid': '75281a9d-e5c9-458d-aa92-081b72a9fd60', 'tag': '8294cf4c-8e23-47d8-ab5f-770194c0773d', 'status': 'completed', 'code': 200} Apr 06 11:51:40.984778 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933dc55-13c3-4437-86fe-47f26cf36aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8432701-0159-40a3-9608-59e92ef38dc6,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:41.109565 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c19858-8b6f-4e69-a41f-fccfb326c092 req-647c5ab8-a9f3-4575-a02b-f034c4cf3ecc tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:41.111446 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-05c19858-8b6f-4e69-a41f-fccfb326c092 req-647c5ab8-a9f3-4575-a02b-f034c4cf3ecc tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 932 time: 0.0800827 Apr 06 11:51:41.123908 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e94c9652-8bed-45e5-b11b-2b6b00c4466a req-4f449aac-2058-4005-b8b1-e8909e299659 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 210 time: 0.0484965 Apr 06 11:51:41.184918 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-05c19858-8b6f-4e69-a41f-fccfb326c092 req-391a525a-6cd4-47b0-aed9-5941f048c548 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656285 Apr 06 11:51:41.312918 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12961f-5ca6-4e26-a3fe-c3fade3ec09c req-d766ff52-7cbe-4281-ba6c-7be1dd9997c9 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:41.313583 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-46622166-96b7-4397-9a65-0123dea509d7 req-0e8b58bc-e49b-49b7-9408-e2204eeb5557 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 210 time: 0.0800064 Apr 06 11:51:41.320920 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-1e12961f-5ca6-4e26-a3fe-c3fade3ec09c req-d766ff52-7cbe-4281-ba6c-7be1dd9997c9 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 943 time: 0.0760083 Apr 06 11:51:41.393661 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-1e12961f-5ca6-4e26-a3fe-c3fade3ec09c req-94221df5-48ee-46af-ae2c-e45f74260b33 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ac12f3c-0628-4018-b3de-53aa326ae494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715656 Apr 06 11:51:41.396393 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 43288) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:41.417566 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-441fd29c-df42-40b3-a429-431b435e99ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:41.505955 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-441fd29c-df42-40b3-a429-431b435e99ff admin admin] Publish callbacks [] for security_group (52f96c8c-96e5-475b-8fba-87726892da4a), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:41.519957 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-441fd29c-df42-40b3-a429-431b435e99ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (52f96c8c-96e5-475b-8fba-87726892da4a), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:41.563765 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fd29c-df42-40b3-a429-431b435e99ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f96c8c-96e5-475b-8fba-87726892da4a,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:41.571581 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 43292) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:41.571748 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-441fd29c-df42-40b3-a429-431b435e99ff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cfd5a569313c4e9d8e120febf2ff3929&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1682582 Apr 06 11:51:41.597000 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 43294) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:41.613831 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e297f203-11d7-469f-8b91-e018a309b025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:41.726070 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e297f203-11d7-469f-8b91-e018a309b025 admin admin] Publish callbacks [] for security_group (6e20613b-257d-485c-81e9-8a7687a9a8dd), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:41.732388 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e297f203-11d7-469f-8b91-e018a309b025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (6e20613b-257d-485c-81e9-8a7687a9a8dd), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:41.789640 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5827ef2a-2778-4dad-85d0-ef411ae680a5 admin admin] Publish callbacks [] for security_group (52f96c8c-96e5-475b-8fba-87726892da4a), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:41.790121 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297f203-11d7-469f-8b91-e018a309b025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e20613b-257d-485c-81e9-8a7687a9a8dd,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:41.798106 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-e297f203-11d7-469f-8b91-e018a309b025 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=82209c7c77684f5494088d89c4332635&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1990249 Apr 06 11:51:41.800668 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 43304) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:41.817362 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5827ef2a-2778-4dad-85d0-ef411ae680a5 admin admin] Publish callbacks [] for security_group (52f96c8c-96e5-475b-8fba-87726892da4a), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:41.864930 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5b98b93d-c0ee-46a2-bc68-ccbfc099f840 admin admin] Publish callbacks [] for security_group (6e20613b-257d-485c-81e9-8a7687a9a8dd), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:41.871567 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5827ef2a-2778-4dad-85d0-ef411ae680a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (52f96c8c-96e5-475b-8fba-87726892da4a), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:41.874360 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5827ef2a-2778-4dad-85d0-ef411ae680a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:41.878065 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-5827ef2a-2778-4dad-85d0-ef411ae680a5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/52f96c8c-96e5-475b-8fba-87726892da4a HTTP/1.1" status: 204 len: 168 time: 0.3025098 Apr 06 11:51:41.885248 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827ef2a-2778-4dad-85d0-ef411ae680a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f96c8c-96e5-475b-8fba-87726892da4a,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:41.902019 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5b98b93d-c0ee-46a2-bc68-ccbfc099f840 admin admin] Publish callbacks [] for security_group (6e20613b-257d-485c-81e9-8a7687a9a8dd), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:41.957690 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5b98b93d-c0ee-46a2-bc68-ccbfc099f840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (6e20613b-257d-485c-81e9-8a7687a9a8dd), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:41.960482 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5b98b93d-c0ee-46a2-bc68-ccbfc099f840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:41.964751 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-5b98b93d-c0ee-46a2-bc68-ccbfc099f840 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6e20613b-257d-485c-81e9-8a7687a9a8dd HTTP/1.1" status: 204 len: 168 time: 0.1597145 Apr 06 11:51:41.970818 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b98b93d-c0ee-46a2-bc68-ccbfc099f840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e20613b-257d-485c-81e9-8a7687a9a8dd,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:42.286481 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-074c35bd-7b21-4105-b1e5-646c0a006537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:42.317301 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c99e5377-8fb1-406b-8df6-eb3718d38333 req-5b942314-d9b9-47de-92e5-60a6b76d0eee tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 210 time: 0.0813951 Apr 06 11:51:42.423713 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37510086-baaa-4876-b39b-6b88a20ce786 req-76e8157e-2022-4354-b5fc-25b5a6e6d284 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:42.425666 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-37510086-baaa-4876-b39b-6b88a20ce786 req-76e8157e-2022-4354-b5fc-25b5a6e6d284 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 932 time: 0.1475248 Apr 06 11:51:42.506379 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-48e1c246-ce86-4702-8aea-351cba0170f6 req-49e82891-7eba-4380-a2b1-807d656e30ac tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 210 time: 0.0496678 Apr 06 11:51:42.533501 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-37510086-baaa-4876-b39b-6b88a20ce786 req-b3e7da3f-8c77-4223-bc70-b89398d7c9c2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013663 Apr 06 11:51:42.637131 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-85eaea12-ef25-44a9-a6a0-2779fe41d816 service neutron] Request body: {'port': {'device_id': '547ed5ea-7769-40f5-aa31-d1c1d5553d7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:51:42.860688 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-85eaea12-ef25-44a9-a6a0-2779fe41d816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (7435b605-991f-4ef2-b321-64fe5e1e306f), before_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:42.874148 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29a6e1-6b15-49d7-bc6e-43bb8a6f54c5 req-6e08b9f3-f3ba-44b7-b86f-29d50a0e61bd tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:42.884148 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-fd29a6e1-6b15-49d7-bc6e-43bb8a6f54c5 req-6e08b9f3-f3ba-44b7-b86f-29d50a0e61bd tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 943 time: 0.2937987 Apr 06 11:51:42.958004 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-17ae6a82-2eb9-4ef2-b732-1bfffd8fe5de tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:42.959523 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-17ae6a82-2eb9-4ef2-b732-1bfffd8fe5de tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.53 "GET /v2.0/networks?id=04e35c34-b38e-495d-ab59-a36a4ea05864 HTTP/1.1" status: 200 len: 816 time: 0.1617861 Apr 06 11:51:43.009556 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17580a46-df66-44b7-9e6c-9f2b87b40388 req-1c6925ba-94af-4d02-b503-d419209ffb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:43.011243 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-17580a46-df66-44b7-9e6c-9f2b87b40388 req-1c6925ba-94af-4d02-b503-d419209ffb27 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccfa48bf303a4fbd92c016652e6c8ffa&device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 1128 time: 0.3069446 Apr 06 11:51:43.133945 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-677b9850-c0b8-4707-9f24-e8a30f171161 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a2c38a64ffb4474b4a145f9808cc37f HTTP/1.1" status: 200 len: 380 time: 0.1630826 Apr 06 11:51:43.149240 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-314f06e7-5aa8-4cf6-bd19-48d474e21621 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Request body: {'port': {'device_id': '41d25b01-e6f2-4b42-94ac-dbc0235a4edc', 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864', 'admin_state_up': True, 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'security_groups': ['9c79ce6d-8afb-4f5c-a217-669e7a0e2514']}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:51:43.269889 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-fd29a6e1-6b15-49d7-bc6e-43bb8a6f54c5 req-f58a3822-382c-4581-a949-292df8d7fa89 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ac12f3c-0628-4018-b3de-53aa326ae494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848536 Apr 06 11:51:43.415960 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-314f06e7-5aa8-4cf6-bd19-48d474e21621 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Made reservation on behalf of 1a2c38a64ffb4474b4a145f9808cc37f for: {'port': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:51:43.418002 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-314f06e7-5aa8-4cf6-bd19-48d474e21621 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:43.488632 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-dc7738a3-68c6-482e-a24f-fb5e677a8d7d req-24e57fc5-c9c7-4457-b813-bc0f827e1826 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 210 time: 0.0481913 Apr 06 11:51:43.518101 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17580a46-df66-44b7-9e6c-9f2b87b40388 req-162bb747-23d4-47ca-817a-44bc51b38056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:43.519598 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-17580a46-df66-44b7-9e6c-9f2b87b40388 req-162bb747-23d4-47ca-817a-44bc51b38056 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=ccfa48bf303a4fbd92c016652e6c8ffa&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4844179 Apr 06 11:51:43.709017 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.53', 64276) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:43.785867 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-314f06e7-5aa8-4cf6-bd19-48d474e21621 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Allocated IP 172.20.0.7 (04e35c34-b38e-495d-ab59-a36a4ea05864/3051baf9-8ef0-43f1-94ee-3a605ed467b3/fff424a3-655d-48b5-9050-0acbe0bf6be8) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:51:43.812171 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7495f-06f5-4c94-9c2d-0b76f548b70c req-c7b57125-ef56-4938-bf64-6178f4805890 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:43.823279 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-36e7495f-06f5-4c94-9c2d-0b76f548b70c req-c7b57125-ef56-4938-bf64-6178f4805890 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 932 time: 0.1673374 Apr 06 11:51:43.827543 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 43418) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:43.923099 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-9658b61b-cd4d-435d-8062-830d5552808b req-e5ec904b-4258-4d0f-a28f-7c9ff9fdcda7 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 210 time: 0.2582066 Apr 06 11:51:43.936479 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-36e7495f-06f5-4c94-9c2d-0b76f548b70c req-8679e625-3b57-4fc2-a934-0617c92f23a5 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122818 Apr 06 11:51:43.963245 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17580a46-df66-44b7-9e6c-9f2b87b40388 req-ea2702ed-6983-45c4-a250-e50ea2311f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:43.964493 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-d3c57eba-3681-4d9c-a588-6c022b6d0a7a tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:43.965533 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-17580a46-df66-44b7-9e6c-9f2b87b40388 req-ea2702ed-6983-45c4-a250-e50ea2311f7f service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4288208 Apr 06 11:51:43.972808 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-d3c57eba-3681-4d9c-a588-6c022b6d0a7a tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.53 "GET /v2.0/networks?id=99bd6fac-a9a5-4214-bfa7-98f9f937fa30 HTTP/1.1" status: 200 len: 812 time: 0.2682302 Apr 06 11:51:44.056506 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.notifiers.nova [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-85eaea12-ef25-44a9-a6a0-2779fe41d816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7435b605-991f-4ef2-b321-64fe5e1e306f {{(pid=110259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:51:44.065297 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 6a4b01df-35c7-49d9-9d0b-c1c724bb81b1 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:51:44.073520 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-85eaea12-ef25-44a9-a6a0-2779fe41d816 service neutron] Publish callbacks [] for port (7435b605-991f-4ef2-b321-64fe5e1e306f), precommit_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:44.092505 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.provisioning_blocks [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-85eaea12-ef25-44a9-a6a0-2779fe41d816 service neutron] Transition to ACTIVE for port object 7435b605-991f-4ef2-b321-64fe5e1e306f will not be triggered until provisioned by entity L2. {{(pid=110259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:51:44.128700 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-85eaea12-ef25-44a9-a6a0-2779fe41d816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (7435b605-991f-4ef2-b321-64fe5e1e306f), after_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:44.172510 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-314f06e7-5aa8-4cf6-bd19-48d474e21621 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for port (fff424a3-655d-48b5-9050-0acbe0bf6be8), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:44.174818 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 43434) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:44.178591 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eaea12-ef25-44a9-a6a0-2779fe41d816 service neutron] Pushing event updated for resources: {'Port': ['ID=7435b605-991f-4ef2-b321-64fe5e1e306f,revision_number=2']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:44.237825 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-21799c66-aee7-4486-bb4d-43072a613c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:44.239828 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-21799c66-aee7-4486-bb4d-43072a613c28 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccfa48bf303a4fbd92c016652e6c8ffa&device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 1128 time: 0.1424360 Apr 06 11:51:44.243561 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-314f06e7-5aa8-4cf6-bd19-48d474e21621 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228'] for port (fff424a3-655d-48b5-9050-0acbe0bf6be8), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:44.319308 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 6a4b01df-35c7-49d9-9d0b-c1c724bb81b1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6a4b01df-35c7-49d9-9d0b-c1c724bb81b1,segment=NetworkSegment(5fc0f0f8-7bee-4fbe-9bd5-d7497ce99780),segment_id=5fc0f0f8-7bee-4fbe-9bd5-d7497ce99780)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:51:44.327262 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.managers [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-85eaea12-ef25-44a9-a6a0-2779fe41d816 service neutron] Attempting to bind port 7435b605-991f-4ef2-b321-64fe5e1e306f on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:51:44.328504 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.managers [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-85eaea12-ef25-44a9-a6a0-2779fe41d816 service neutron] Attempting to bind port 7435b605-991f-4ef2-b321-64fe5e1e306f by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '4cfea46a-4bee-477e-bfba-1025be7f7a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12'}] {{(pid=110259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:51:44.329022 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-85eaea12-ef25-44a9-a6a0-2779fe41d816 service neutron] Attempting to bind port 7435b605-991f-4ef2-b321-64fe5e1e306f on network d8762c11-97c8-4692-bb2b-070d6ecd6b12 {{(pid=110259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:51:44.346242 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Returning: {'device': '6a4b01df-35c7-49d9-9d0b-c1c724bb81b1', 'network_id': 'c7019716-b61b-48ad-b253-e78c3dba422a', 'port_id': '6a4b01df-35c7-49d9-9d0b-c1c724bb81b1', 'mac_address': 'fa:16:3e:5c:79:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '887eaf07-8b30-4f2f-a140-f600184c8e52', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:51:44.384410 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f06e7-5aa8-4cf6-bd19-48d474e21621 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Pushing event updated for resources: {'Port': ['ID=fff424a3-655d-48b5-9050-0acbe0bf6be8,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:44.401018 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ef9f16c6-0e84-4fe9-b70f-e3acb9e36989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:44.434418 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 6a4b01df-35c7-49d9-9d0b-c1c724bb81b1 is: DOWN; New status is: BUILD {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:44.435231 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (6a4b01df-35c7-49d9-9d0b-c1c724bb81b1), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:44.457206 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a4b01df-35c7-49d9-9d0b-c1c724bb81b1 {{(pid=110261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:51:44.497402 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 6a4b01df-35c7-49d9-9d0b-c1c724bb81b1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6a4b01df-35c7-49d9-9d0b-c1c724bb81b1,segment=NetworkSegment(5fc0f0f8-7bee-4fbe-9bd5-d7497ce99780),segment_id=5fc0f0f8-7bee-4fbe-9bd5-d7497ce99780)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:51:44.504301 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (6a4b01df-35c7-49d9-9d0b-c1c724bb81b1), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:44.510859 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-85eaea12-ef25-44a9-a6a0-2779fe41d816 service neutron] Port 7435b605-991f-4ef2-b321-64fe5e1e306f on network d8762c11-97c8-4692-bb2b-070d6ecd6b12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:51:44.511270 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-85eaea12-ef25-44a9-a6a0-2779fe41d816 service neutron] Attempting to bind port 7435b605-991f-4ef2-b321-64fe5e1e306f on network d8762c11-97c8-4692-bb2b-070d6ecd6b12 {{(pid=110259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:51:44.514679 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-314f06e7-5aa8-4cf6-bd19-48d474e21621 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Network 04e35c34-b38e-495d-ab59-a36a4ea05864 is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:51:44.522067 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-ef36ea42-5511-41f7-bb8a-3966c4dc6214 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bf3687e8d0448cfb29d393230e0fba3 HTTP/1.1" status: 200 len: 380 time: 0.2945809 Apr 06 11:51:44.526324 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-314f06e7-5aa8-4cf6-bd19-48d474e21621 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:51:44.532142 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-314f06e7-5aa8-4cf6-bd19-48d474e21621 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:51:44.538523 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-314f06e7-5aa8-4cf6-bd19-48d474e21621 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:44.539733 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-314f06e7-5aa8-4cf6-bd19-48d474e21621 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:44.567305 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-54c174e3-0218-4b60-884a-83c192b9a4f6 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Request body: {'port': {'device_id': 'a8c93814-a4b0-42d4-93b4-a1a1e3931654', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'admin_state_up': True, 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'security_groups': ['5384013c-0cce-4012-92d6-dfb1e099296d']}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:51:44.577072 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-890c921d-a9bb-40bf-a943-4046e974d50a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-937620015-network', 'tenant_id': '146083a7f24f4be999f4353bcf71109c'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:51:44.594303 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=6a4b01df-35c7-49d9-9d0b-c1c724bb81b1,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:44.635790 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-ac6e0dae-e087-4af7-b8a2-e3c63bd48c28 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8294cf4c-8e23-47d8-ab5f-770194c0773d HTTP/1.1" status: 200 len: 217 time: 0.3425357 Apr 06 11:51:44.670152 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890c921d-a9bb-40bf-a943-4046e974d50a admin admin] Made reservation on behalf of 146083a7f24f4be999f4353bcf71109c for: {'network': 1} {{(pid=110259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:51:44.674261 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-890c921d-a9bb-40bf-a943-4046e974d50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for network (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:44.677555 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-314f06e7-5aa8-4cf6-bd19-48d474e21621 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5359392 Apr 06 11:51:44.691111 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-890c921d-a9bb-40bf-a943-4046e974d50a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:44.693054 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-85eaea12-ef25-44a9-a6a0-2779fe41d816 service neutron] Checking agent: {'id': 'e6da0265-397c-48ac-b7af-cc5f2a289710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'started_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:51:44.693703 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-85eaea12-ef25-44a9-a6a0-2779fe41d816 service neutron] Checking segment: {'id': '4cfea46a-4bee-477e-bfba-1025be7f7a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:51:44.694084 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-85eaea12-ef25-44a9-a6a0-2779fe41d816 service neutron] Bound using segment: {'id': '4cfea46a-4bee-477e-bfba-1025be7f7a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12'} {{(pid=110259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:51:44.694530 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.managers [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-85eaea12-ef25-44a9-a6a0-2779fe41d816 service neutron] Bound port: 7435b605-991f-4ef2-b321-64fe5e1e306f, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cfea46a-4bee-477e-bfba-1025be7f7a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12'}}] {{(pid=110259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:51:44.695490 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-85eaea12-ef25-44a9-a6a0-2779fe41d816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (7435b605-991f-4ef2-b321-64fe5e1e306f), before_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:44.750839 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-155ff888-2e0c-42b0-8a9d-acdfa891a68e service neutron] Request body: {'port': {'device_id': '41d25b01-e6f2-4b42-94ac-dbc0235a4edc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:51:44.813616 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-3db29b04-f03f-4a1d-95e5-0a7b722f2faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:44.815607 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-3db29b04-f03f-4a1d-95e5-0a7b722f2faa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9b503157-0ef4-44d3-80a9-20b0dc5d9230 HTTP/1.1" status: 200 len: 858 time: 0.1780190 Apr 06 11:51:44.901172 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5086bd-f890-43b7-8329-83cfc5d32dd1 req-969c5b8c-4e79-46bc-b3d2-8bdee722c737 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:44.902791 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-2b5086bd-f890-43b7-8329-83cfc5d32dd1 req-969c5b8c-4e79-46bc-b3d2-8bdee722c737 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 944 time: 0.4893744 Apr 06 11:51:44.930899 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['6a4b01df-35c7-49d9-9d0b-c1c724bb81b1'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:51:44.947855 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ef9f16c6-0e84-4fe9-b70f-e3acb9e36989 admin admin] Publish callbacks [] for security_group (662112b4-3cb7-44fa-a323-755eb2f2b55f), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:44.968607 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0226f-a038-47e1-8726-17197b71598d req-5bcf3e53-77c5-404c-a824-4ab0e80582ab tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:44.972977 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.db [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-85eaea12-ef25-44a9-a6a0-2779fe41d816 service neutron] For port 7435b605-991f-4ef2-b321-64fe5e1e306f, host hv-cinder-83607, cleared binding levels {{(pid=110259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:51:44.975940 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-c5e0226f-a038-47e1-8726-17197b71598d req-5bcf3e53-77c5-404c-a824-4ab0e80582ab tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 931 time: 0.3150485 Apr 06 11:51:44.985016 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-155ff888-2e0c-42b0-8a9d-acdfa891a68e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (fff424a3-655d-48b5-9050-0acbe0bf6be8), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:45.001096 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ef9f16c6-0e84-4fe9-b70f-e3acb9e36989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (662112b4-3cb7-44fa-a323-755eb2f2b55f), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:45.017005 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-54c174e3-0218-4b60-884a-83c192b9a4f6 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Made reservation on behalf of 6bf3687e8d0448cfb29d393230e0fba3 for: {'port': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:51:45.021405 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-54c174e3-0218-4b60-884a-83c192b9a4f6 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:45.052685 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-6d422892-442e-42fe-af81-4f2dc81bb698 None None] Provisioning complete for port fff424a3-655d-48b5-9050-0acbe0bf6be8 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:45.053130 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-6d422892-442e-42fe-af81-4f2dc81bb698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (fff424a3-655d-48b5-9050-0acbe0bf6be8), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:45.103714 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-6d422892-442e-42fe-af81-4f2dc81bb698 None None] Port fff424a3-655d-48b5-9050-0acbe0bf6be8 cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:51:45.168939 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-a90ebc08-9566-4d0e-8097-f75bb3549a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:45.202574 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-c5e0226f-a038-47e1-8726-17197b71598d req-88bb9199-62be-4b79-80d4-fa70f53f5be7 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255924 Apr 06 11:51:45.242350 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.db [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-85eaea12-ef25-44a9-a6a0-2779fe41d816 service neutron] For port 7435b605-991f-4ef2-b321-64fe5e1e306f, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7435b605-991f-4ef2-b321-64fe5e1e306f,segment=NetworkSegment(4cfea46a-4bee-477e-bfba-1025be7f7a6b),segment_id=4cfea46a-4bee-477e-bfba-1025be7f7a6b)] {{(pid=110259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:51:45.244073 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-ef9f16c6-0e84-4fe9-b70f-e3acb9e36989 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b9b863579fe047a68c5f010729442339&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4148328 Apr 06 11:51:45.250548 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 43468) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:45.269609 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f16c6-0e84-4fe9-b70f-e3acb9e36989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662112b4-3cb7-44fa-a323-755eb2f2b55f,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:45.294850 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-166d0742-f38e-42e2-b1c0-3205969443a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:45.296534 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-166d0742-f38e-42e2-b1c0-3205969443a7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8762c11-97c8-4692-bb2b-070d6ecd6b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4698467 Apr 06 11:51:45.297725 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-85eaea12-ef25-44a9-a6a0-2779fe41d816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (7435b605-991f-4ef2-b321-64fe5e1e306f), after_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:45.323937 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-2b5086bd-f890-43b7-8329-83cfc5d32dd1 req-1b33f213-d720-4556-bb32-8117d8ba4eff tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ac12f3c-0628-4018-b3de-53aa326ae494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002650 Apr 06 11:51:45.415169 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-85eaea12-ef25-44a9-a6a0-2779fe41d816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:45.415797 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-85eaea12-ef25-44a9-a6a0-2779fe41d816 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for port (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:45.417222 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-85eaea12-ef25-44a9-a6a0-2779fe41d816 service neutron] 10.222.0.53 "PUT /v2.0/ports/7435b605-991f-4ef2-b321-64fe5e1e306f HTTP/1.1" status: 200 len: 1094 time: 2.7870209 Apr 06 11:51:45.422252 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-890c921d-a9bb-40bf-a943-4046e974d50a admin admin] Publish callbacks [] for security_group (b182f01c-a07e-438b-9e7d-31809185b006), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:45.430847 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547ed5ea-7769-40f5-aa31-d1c1d5553d7e', 'tag': '7435b605-991f-4ef2-b321-64fe5e1e306f'}] {{(pid=110259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:51:45.431831 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c7c8e3a7af7eec310205c5f765578dca3c187f66a15f537813450f68a58a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e399150a-0296-4238-8162-02a08bcc4a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "547ed5ea-7769-40f5-aa31-d1c1d5553d7e", "tag": "7435b605-991f-4ef2-b321-64fe5e1e306f"}]}' {{(pid=110259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:51:45.447991 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-890c921d-a9bb-40bf-a943-4046e974d50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (b182f01c-a07e-438b-9e7d-31809185b006), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:45.570926 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-890c921d-a9bb-40bf-a943-4046e974d50a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=110259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:51:45.594146 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eaea12-ef25-44a9-a6a0-2779fe41d816 service neutron] Pushing event updated for resources: {'Port': ['ID=7435b605-991f-4ef2-b321-64fe5e1e306f,revision_number=3']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:45.630029 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-890c921d-a9bb-40bf-a943-4046e974d50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (bfe8c4e5-efb0-494f-a6ab-d62285f8d83e), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:45.630655 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.db.segments_db [None req-890c921d-a9bb-40bf-a943-4046e974d50a admin admin] Added segment bfe8c4e5-efb0-494f-a6ab-d62285f8d83e of type vlan for network d66a4871-0001-4f3a-9f44-efa8bab02719 Apr 06 11:51:45.638185 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c921d-a9bb-40bf-a943-4046e974d50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b182f01c-a07e-438b-9e7d-31809185b006,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:45.660308 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-260c1cae-5ad1-405f-8f94-e837bcb430cb admin admin] Publish callbacks [] for security_group (662112b4-3cb7-44fa-a323-755eb2f2b55f), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:45.710507 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-eedfd445-9786-4aab-9bd2-24cbfdd98e37 service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024253 Apr 06 11:51:45.756192 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d138a8-96dd-4e29-afa6-5e66f360ef55 req-770bbc71-9aae-44fa-abca-b72dce8dbd90 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:45.758415 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-15d138a8-96dd-4e29-afa6-5e66f360ef55 req-770bbc71-9aae-44fa-abca-b72dce8dbd90 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 944 time: 0.3157566 Apr 06 11:51:45.776082 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-260c1cae-5ad1-405f-8f94-e837bcb430cb admin admin] Publish callbacks [] for security_group (662112b4-3cb7-44fa-a323-755eb2f2b55f), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:45.779339 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-890c921d-a9bb-40bf-a943-4046e974d50a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743156740410'] for network (d66a4871-0001-4f3a-9f44-efa8bab02719), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:45.876687 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-ca010f16-1163-4475-a984-8a591d41c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:45.878225 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-ca010f16-1163-4475-a984-8a591d41c58f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccfa48bf303a4fbd92c016652e6c8ffa&device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 1128 time: 0.3744876 Apr 06 11:51:45.890686 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-51cde8be-f6cc-4e46-b38a-d2a40b9d4f3c req-d281f28b-da42-4ff9-ba16-089d0ce2120c tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 210 time: 0.5020335 Apr 06 11:51:45.931363 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.db.resource_extend [None req-890c921d-a9bb-40bf-a943-4046e974d50a admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 11:51:46.029959 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b816f1b-9c0e-4600-abdf-11599464449a x-openstack-request-id: req-5b816f1b-9c0e-4600-abdf-11599464449a {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:51:46.031644 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547ed5ea-7769-40f5-aa31-d1c1d5553d7e", "tag": "7435b605-991f-4ef2-b321-64fe5e1e306f", "status": "completed", "code": 200}]} {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:51:46.032201 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b816f1b-9c0e-4600-abdf-11599464449a {{(pid=110259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:51:46.033019 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b816f1b-9c0e-4600-abdf-11599464449a'] response: {'name': 'network-changed', 'server_uuid': '547ed5ea-7769-40f5-aa31-d1c1d5553d7e', 'tag': '7435b605-991f-4ef2-b321-64fe5e1e306f', 'status': 'completed', 'code': 200} Apr 06 11:51:46.038811 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-54c174e3-0218-4b60-884a-83c192b9a4f6 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Allocated IP 172.20.0.13 (99bd6fac-a9a5-4214-bfa7-98f9f937fa30/30cc3b5e-6713-4293-92dc-273ba182e38b/8cf15194-eb24-4e90-b788-4ee67fcc037c) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:51:46.075077 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 6a4b01df-35c7-49d9-9d0b-c1c724bb81b1 up at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:51:46.129579 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-174bc6d1-3bea-4917-95a6-921e8089c857 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7435b605-991f-4ef2-b321-64fe5e1e306f HTTP/1.1" status: 200 len: 217 time: 0.2001753 Apr 06 11:51:46.138703 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning for port 6a4b01df-35c7-49d9-9d0b-c1c724bb81b1 completed by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:51:46.141044 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6b0d9b77-7200-407f-b942-ebffa6de34b6 req-2391ad0b-affa-4d84-a9c4-9d7d36535efe service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165077 Apr 06 11:51:46.145666 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning complete for port 6a4b01df-35c7-49d9-9d0b-c1c724bb81b1 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:46.145856 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-890c921d-a9bb-40bf-a943-4046e974d50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332'] for network (d66a4871-0001-4f3a-9f44-efa8bab02719), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:46.146143 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (6a4b01df-35c7-49d9-9d0b-c1c724bb81b1), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:46.146926 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890c921d-a9bb-40bf-a943-4046e974d50a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:46.147458 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-890c921d-a9bb-40bf-a943-4046e974d50a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:46.170844 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-155ff888-2e0c-42b0-8a9d-acdfa891a68e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fff424a3-655d-48b5-9050-0acbe0bf6be8 {{(pid=110260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:51:46.182878 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-155ff888-2e0c-42b0-8a9d-acdfa891a68e service neutron] Publish callbacks [] for port (fff424a3-655d-48b5-9050-0acbe0bf6be8), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:46.209308 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.provisioning_blocks [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-155ff888-2e0c-42b0-8a9d-acdfa891a68e service neutron] Transition to ACTIVE for port object fff424a3-655d-48b5-9050-0acbe0bf6be8 will not be triggered until provisioned by entity L2. {{(pid=110260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:51:46.228256 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-155ff888-2e0c-42b0-8a9d-acdfa891a68e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (fff424a3-655d-48b5-9050-0acbe0bf6be8), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:46.284964 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-15d138a8-96dd-4e29-afa6-5e66f360ef55 req-9175d0e3-6ba9-4909-8133-8ae0c9f33b1b tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4984989 Apr 06 11:51:46.293609 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-890c921d-a9bb-40bf-a943-4046e974d50a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1114230 Apr 06 11:51:46.295408 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-fe461395-fe36-4af6-a9cf-5eff98669766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:46.297834 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 43490) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:46.298045 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-fe461395-fe36-4af6-a9cf-5eff98669766 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9b503157-0ef4-44d3-80a9-20b0dc5d9230 HTTP/1.1" status: 200 len: 858 time: 0.1551704 Apr 06 11:51:46.317093 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-8428d195-e080-4d04-817a-b7e472707253 admin admin] Request body: {'subnet': {'network_id': 'd66a4871-0001-4f3a-9f44-efa8bab02719', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-937620015-subnet', 'tenant_id': '146083a7f24f4be999f4353bcf71109c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:51:46.320579 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-260c1cae-5ad1-405f-8f94-e837bcb430cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (662112b4-3cb7-44fa-a323-755eb2f2b55f), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:46.323554 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-260c1cae-5ad1-405f-8f94-e837bcb430cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:46.325018 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-260c1cae-5ad1-405f-8f94-e837bcb430cb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/662112b4-3cb7-44fa-a323-755eb2f2b55f HTTP/1.1" status: 204 len: 168 time: 1.0734289 Apr 06 11:51:46.344834 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c921d-a9bb-40bf-a943-4046e974d50a admin admin] Pushing event updated for resources: {'Network': ['ID=d66a4871-0001-4f3a-9f44-efa8bab02719,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:46.369150 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-54c174e3-0218-4b60-884a-83c192b9a4f6 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for port (8cf15194-eb24-4e90-b788-4ee67fcc037c), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:46.394753 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c1cae-5ad1-405f-8f94-e837bcb430cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662112b4-3cb7-44fa-a323-755eb2f2b55f,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:46.400068 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Network d66a4871-0001-4f3a-9f44-efa8bab02719 details requested by agent ovs-agent-dv-cinder-836074-2-iscsi with host dv-cinder-836074-2-iscsi {{(pid=110261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:51:46.471071 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ff888-2e0c-42b0-8a9d-acdfa891a68e service neutron] Pushing event updated for resources: {'Port': ['ID=fff424a3-655d-48b5-9050-0acbe0bf6be8,revision_number=2']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:46.560427 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:46.589328 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c1dc4-dbdf-4c28-b598-e6e130982928 req-edd915f3-42f5-4de7-a782-55a084e93cc9 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:46.599812 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-568c1dc4-dbdf-4c28-b598-e6e130982928 req-edd915f3-42f5-4de7-a782-55a084e93cc9 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 944 time: 0.1351540 Apr 06 11:51:46.603747 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8428d195-e080-4d04-817a-b7e472707253 admin admin] Made reservation on behalf of 146083a7f24f4be999f4353bcf71109c for: {'subnet': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:51:46.633452 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8428d195-e080-4d04-817a-b7e472707253 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:46.675118 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-568c1dc4-dbdf-4c28-b598-e6e130982928 req-8e8ff7db-8b90-4876-98bb-bb527a050dd7 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ac12f3c-0628-4018-b3de-53aa326ae494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743134 Apr 06 11:51:46.699381 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 6a4b01df-35c7-49d9-9d0b-c1c724bb81b1 is: BUILD; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:46.700176 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (6a4b01df-35c7-49d9-9d0b-c1c724bb81b1), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:46.724432 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-155ff888-2e0c-42b0-8a9d-acdfa891a68e service neutron] Attempting to bind port fff424a3-655d-48b5-9050-0acbe0bf6be8 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:51:46.724606 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-155ff888-2e0c-42b0-8a9d-acdfa891a68e service neutron] Attempting to bind port fff424a3-655d-48b5-9050-0acbe0bf6be8 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'deb309b9-5789-464c-9c33-f60bf6e06a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864'}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:51:46.724843 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-155ff888-2e0c-42b0-8a9d-acdfa891a68e service neutron] Attempting to bind port fff424a3-655d-48b5-9050-0acbe0bf6be8 on network 04e35c34-b38e-495d-ab59-a36a4ea05864 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:51:46.731091 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e685b7e6-54f1-4dad-a330-d32a32a058e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4b01df-35c7-49d9-9d0b-c1c724bb81b1'}] {{(pid=110261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:51:46.746963 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-155ff888-2e0c-42b0-8a9d-acdfa891a68e service neutron] Port fff424a3-655d-48b5-9050-0acbe0bf6be8 on network 04e35c34-b38e-495d-ab59-a36a4ea05864 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:51:46.747275 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-155ff888-2e0c-42b0-8a9d-acdfa891a68e service neutron] Attempting to bind port fff424a3-655d-48b5-9050-0acbe0bf6be8 on network 04e35c34-b38e-495d-ab59-a36a4ea05864 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:51:46.763016 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-54c174e3-0218-4b60-884a-83c192b9a4f6 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228'] for port (8cf15194-eb24-4e90-b788-4ee67fcc037c), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:46.764709 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-155ff888-2e0c-42b0-8a9d-acdfa891a68e service neutron] Checking agent: {'id': 'e6da0265-397c-48ac-b7af-cc5f2a289710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'started_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:51:46.765061 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-155ff888-2e0c-42b0-8a9d-acdfa891a68e service neutron] Checking segment: {'id': 'deb309b9-5789-464c-9c33-f60bf6e06a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:51:46.765433 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-155ff888-2e0c-42b0-8a9d-acdfa891a68e service neutron] Bound using segment: {'id': 'deb309b9-5789-464c-9c33-f60bf6e06a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864'} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:51:46.765850 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-155ff888-2e0c-42b0-8a9d-acdfa891a68e service neutron] Bound port: fff424a3-655d-48b5-9050-0acbe0bf6be8, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deb309b9-5789-464c-9c33-f60bf6e06a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864'}}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:51:46.766234 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-155ff888-2e0c-42b0-8a9d-acdfa891a68e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (fff424a3-655d-48b5-9050-0acbe0bf6be8), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:46.821075 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598272ee-5c3a-4c41-9660-1a67ebb37951 req-d0ea63b6-2b8f-4ff9-bc6c-2f6465305a16 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:46.822645 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-598272ee-5c3a-4c41-9660-1a67ebb37951 req-d0ea63b6-2b8f-4ff9-bc6c-2f6465305a16 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.4415340 Apr 06 11:51:46.825419 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 6a4b01df-35c7-49d9-9d0b-c1c724bb81b1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6a4b01df-35c7-49d9-9d0b-c1c724bb81b1,segment=NetworkSegment(5fc0f0f8-7bee-4fbe-9bd5-d7497ce99780),segment_id=5fc0f0f8-7bee-4fbe-9bd5-d7497ce99780)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:51:46.831476 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (6a4b01df-35c7-49d9-9d0b-c1c724bb81b1), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:46.890376 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-54c174e3-0218-4b60-884a-83c192b9a4f6 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Network 99bd6fac-a9a5-4214-bfa7-98f9f937fa30 is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:51:46.890731 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=6a4b01df-35c7-49d9-9d0b-c1c724bb81b1,revision_number=5']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:46.902434 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-54c174e3-0218-4b60-884a-83c192b9a4f6 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:51:46.914236 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 43506) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:46.918317 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-54c174e3-0218-4b60-884a-83c192b9a4f6 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:51:46.924919 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-54c174e3-0218-4b60-884a-83c192b9a4f6 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:46.925565 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-54c174e3-0218-4b60-884a-83c192b9a4f6 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:46.936891 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c174e3-0218-4b60-884a-83c192b9a4f6 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event updated for resources: {'Port': ['ID=8cf15194-eb24-4e90-b788-4ee67fcc037c,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:46.945941 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c8c223ae-95ea-472a-9a1d-5ac11de66a1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:46.970458 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa90572765a02b80253351879fa6496fbbfbce8a00fa36c7b280133d65d0c1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c635f258-a9dc-42fc-ac4d-b5e6b75d297b" -d '{"events": [{"server_uuid": "e685b7e6-54f1-4dad-a330-d32a32a058e8", "name": "network-vif-plugged", "status": "completed", "tag": "6a4b01df-35c7-49d9-9d0b-c1c724bb81b1"}]}' {{(pid=110261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:51:47.013411 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-598272ee-5c3a-4c41-9660-1a67ebb37951 req-c719b35b-c21c-45ba-83fe-4b69eba93e3c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836827 Apr 06 11:51:47.031566 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-155ff888-2e0c-42b0-8a9d-acdfa891a68e service neutron] For port fff424a3-655d-48b5-9050-0acbe0bf6be8, host hv-cinder-83607, cleared binding levels {{(pid=110260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:51:47.036118 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-54c174e3-0218-4b60-884a-83c192b9a4f6 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4734480 Apr 06 11:51:47.038063 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-155ff888-2e0c-42b0-8a9d-acdfa891a68e service neutron] For port fff424a3-655d-48b5-9050-0acbe0bf6be8, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fff424a3-655d-48b5-9050-0acbe0bf6be8,segment=NetworkSegment(deb309b9-5789-464c-9c33-f60bf6e06a39),segment_id=deb309b9-5789-464c-9c33-f60bf6e06a39)] {{(pid=110260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:51:47.049166 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-155ff888-2e0c-42b0-8a9d-acdfa891a68e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (fff424a3-655d-48b5-9050-0acbe0bf6be8), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:47.135751 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-155ff888-2e0c-42b0-8a9d-acdfa891a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:47.136551 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-155ff888-2e0c-42b0-8a9d-acdfa891a68e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:47.137766 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-155ff888-2e0c-42b0-8a9d-acdfa891a68e service neutron] 10.222.0.53 "PUT /v2.0/ports/fff424a3-655d-48b5-9050-0acbe0bf6be8 HTTP/1.1" status: 200 len: 1093 time: 2.4186475 Apr 06 11:51:47.138353 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d25b01-e6f2-4b42-94ac-dbc0235a4edc', 'tag': 'fff424a3-655d-48b5-9050-0acbe0bf6be8'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:51:47.140820 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3278603-efee-4cff-98c6-73fa05cf86c5" -d '{"events": [{"name": "network-changed", "server_uuid": "41d25b01-e6f2-4b42-94ac-dbc0235a4edc", "tag": "fff424a3-655d-48b5-9050-0acbe0bf6be8"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:51:47.155338 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc513409-c340-44dd-89ad-f879156fcbf8 req-6ea8d9a9-d0d0-47e0-b08f-41330b152046 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:47.160139 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8428d195-e080-4d04-817a-b7e472707253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332'] for subnet (8ca5b225-69c7-4c80-9a5a-f9ff06fc4b00), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:47.164898 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-fc513409-c340-44dd-89ad-f879156fcbf8 req-6ea8d9a9-d0d0-47e0-b08f-41330b152046 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 932 time: 0.1436355 Apr 06 11:51:47.178740 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ff888-2e0c-42b0-8a9d-acdfa891a68e service neutron] Pushing event updated for resources: {'Port': ['ID=fff424a3-655d-48b5-9050-0acbe0bf6be8,revision_number=3']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:47.220930 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c8c223ae-95ea-472a-9a1d-5ac11de66a1b admin admin] Publish callbacks [] for security_group (64c528ec-4423-4096-bc3b-129f191797fb), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:47.232430 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c8c223ae-95ea-472a-9a1d-5ac11de66a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (64c528ec-4423-4096-bc3b-129f191797fb), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:47.296134 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8428d195-e080-4d04-817a-b7e472707253 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ca5b225-69c7-4c80-9a5a-f9ff06fc4b00,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:47.310979 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-fc513409-c340-44dd-89ad-f879156fcbf8 req-9081c1b8-0006-4420-a627-863c8f543f6d tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=5384013c-0cce-4012-92d6-dfb1e099296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450725 Apr 06 11:51:47.313259 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c223ae-95ea-472a-9a1d-5ac11de66a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c528ec-4423-4096-bc3b-129f191797fb,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:47.313392 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8428d195-e080-4d04-817a-b7e472707253 admin admin] Checking segment: {'id': 'bfe8c4e5-efb0-494f-a6ab-d62285f8d83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'd66a4871-0001-4f3a-9f44-efa8bab02719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:51:47.313482 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8428d195-e080-4d04-817a-b7e472707253 admin admin] Network hostable DHCP agents. Network: d66a4871-0001-4f3a-9f44-efa8bab02719, hostable agents: ['eb907300-c67e-4e21-a2d4-e40182a63fdb'], hosted agents: [] {{(pid=110260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:51:47.317770 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-c8c223ae-95ea-472a-9a1d-5ac11de66a1b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=75946f32173b47b5b475e8a59fa77930&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4024324 Apr 06 11:51:47.322167 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 43524) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:47.348984 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8428d195-e080-4d04-817a-b7e472707253 admin admin] Network d66a4871-0001-4f3a-9f44-efa8bab02719 is scheduled to be hosted by DHCP agent eb907300-c67e-4e21-a2d4-e40182a63fdb with binding_index 1 {{(pid=110260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:51:47.371777 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-8428d195-e080-4d04-817a-b7e472707253 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-2-iscsi, d66a4871-0001-4f3a-9f44-efa8bab02719) {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:51:47.380041 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8428d195-e080-4d04-817a-b7e472707253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:47.382077 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8428d195-e080-4d04-817a-b7e472707253 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:47.388909 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459eb3de-594b-4677-9868-f4f8b3a69f70 None None] Network d66a4871-0001-4f3a-9f44-efa8bab02719 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:51:47.432986 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50529c12-c9ce-44c9-875a-0eb0ee8424fb x-openstack-request-id: req-50529c12-c9ce-44c9-875a-0eb0ee8424fb {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:51:47.433154 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3faa0b-e5ba-49aa-8635-8645b42e92b8 x-openstack-request-id: req-3b3faa0b-e5ba-49aa-8635-8645b42e92b8 {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:51:47.433455 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41d25b01-e6f2-4b42-94ac-dbc0235a4edc", "tag": "fff424a3-655d-48b5-9050-0acbe0bf6be8", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:51:47.433705 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b3faa0b-e5ba-49aa-8635-8645b42e92b8 {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:51:47.433944 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e685b7e6-54f1-4dad-a330-d32a32a058e8", "name": "network-vif-plugged", "status": "completed", "tag": "6a4b01df-35c7-49d9-9d0b-c1c724bb81b1", "code": 200}]} {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:51:47.434111 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b3faa0b-e5ba-49aa-8635-8645b42e92b8'] response: {'name': 'network-changed', 'server_uuid': '41d25b01-e6f2-4b42-94ac-dbc0235a4edc', 'tag': 'fff424a3-655d-48b5-9050-0acbe0bf6be8', 'status': 'completed', 'code': 200} Apr 06 11:51:47.434438 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-50529c12-c9ce-44c9-875a-0eb0ee8424fb {{(pid=110261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:51:47.435238 dv-cinder-836074-2-iscsi neutron-server[110261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50529c12-c9ce-44c9-875a-0eb0ee8424fb'] response: {'server_uuid': 'e685b7e6-54f1-4dad-a330-d32a32a058e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4b01df-35c7-49d9-9d0b-c1c724bb81b1', 'code': 200} Apr 06 11:51:47.438905 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-8428d195-e080-4d04-817a-b7e472707253 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1325195 Apr 06 11:51:47.481174 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8147cf3a-4790-4909-8e99-7a2bc604f0db admin admin] Publish callbacks [] for security_group (64c528ec-4423-4096-bc3b-129f191797fb), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:47.506669 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-d72f66f7-8903-4432-9b2b-0fb3776b42d6 None None] Provisioning complete for port 8cf15194-eb24-4e90-b788-4ee67fcc037c triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:47.507074 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-d72f66f7-8903-4432-9b2b-0fb3776b42d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (8cf15194-eb24-4e90-b788-4ee67fcc037c), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:47.509431 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8147cf3a-4790-4909-8e99-7a2bc604f0db admin admin] Publish callbacks [] for security_group (64c528ec-4423-4096-bc3b-129f191797fb), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:47.568636 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-d72f66f7-8903-4432-9b2b-0fb3776b42d6 None None] Port 8cf15194-eb24-4e90-b788-4ee67fcc037c cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:51:47.581785 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130335b1-1f6d-422e-878e-2c8239b9ade9 req-ce495325-0645-4103-93a7-66ff54624b61 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:47.583541 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-130335b1-1f6d-422e-878e-2c8239b9ade9 req-ce495325-0645-4103-93a7-66ff54624b61 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 944 time: 0.1077991 Apr 06 11:51:47.586757 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8147cf3a-4790-4909-8e99-7a2bc604f0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (64c528ec-4423-4096-bc3b-129f191797fb), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:47.593115 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8147cf3a-4790-4909-8e99-7a2bc604f0db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:47.605119 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-8147cf3a-4790-4909-8e99-7a2bc604f0db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/64c528ec-4423-4096-bc3b-129f191797fb HTTP/1.1" status: 204 len: 168 time: 0.2821858 Apr 06 11:51:47.605614 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426964bb-4ba1-4af9-a833-fc270bfb7a15 None None] Network d66a4871-0001-4f3a-9f44-efa8bab02719 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:51:47.627805 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147cf3a-4790-4909-8e99-7a2bc604f0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c528ec-4423-4096-bc3b-129f191797fb,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:47.677777 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-130335b1-1f6d-422e-878e-2c8239b9ade9 req-9cc520d8-51a0-45bc-831b-c18e4984fcdf tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823810 Apr 06 11:51:47.880463 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c60dd9-cc41-4ba2-b60f-2b0304ea7781 req-d9f40631-141a-444d-ab35-66d8ec8eb654 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:47.889024 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-65c60dd9-cc41-4ba2-b60f-2b0304ea7781 req-d9f40631-141a-444d-ab35-66d8ec8eb654 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 945 time: 0.0760388 Apr 06 11:51:47.949122 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-65c60dd9-cc41-4ba2-b60f-2b0304ea7781 req-579c961d-3822-474c-bd21-7270c0859d24 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ac12f3c-0628-4018-b3de-53aa326ae494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590346 Apr 06 11:51:48.095853 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 8294cf4c-8e23-47d8-ab5f-770194c0773d details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:51:48.154365 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f5d01-cba2-44fd-b874-db597f01ae15 req-a94fc368-f5d2-456c-8376-b4f617f6182f tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:48.156040 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9d0f5d01-cba2-44fd-b874-db597f01ae15 req-a94fc368-f5d2-456c-8376-b4f617f6182f tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0667322 Apr 06 11:51:48.216269 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 8294cf4c-8e23-47d8-ab5f-770194c0773d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8294cf4c-8e23-47d8-ab5f-770194c0773d,segment=NetworkSegment(4cfea46a-4bee-477e-bfba-1025be7f7a6b),segment_id=4cfea46a-4bee-477e-bfba-1025be7f7a6b)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:51:48.229043 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9d0f5d01-cba2-44fd-b874-db597f01ae15 req-a071ff2b-a861-45fe-90e5-ee3fb5d56e81 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599670 Apr 06 11:51:48.237269 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Returning: {'device': '8294cf4c-8e23-47d8-ab5f-770194c0773d', 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12', 'port_id': '8294cf4c-8e23-47d8-ab5f-770194c0773d', 'mac_address': 'fa:16:3e:f4:6f:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b503157-0ef4-44d3-80a9-20b0dc5d9230', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:51:48.284273 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 8294cf4c-8e23-47d8-ab5f-770194c0773d is: DOWN; New status is: BUILD {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:48.284767 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (8294cf4c-8e23-47d8-ab5f-770194c0773d), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:48.301669 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8294cf4c-8e23-47d8-ab5f-770194c0773d {{(pid=110261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:51:48.320541 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 43568) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:48.324182 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 8294cf4c-8e23-47d8-ab5f-770194c0773d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8294cf4c-8e23-47d8-ab5f-770194c0773d,segment=NetworkSegment(4cfea46a-4bee-477e-bfba-1025be7f7a6b),segment_id=4cfea46a-4bee-477e-bfba-1025be7f7a6b)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:51:48.325553 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-ccead5ba-8ad9-479a-b934-726f0ddec55c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1444184538-network', 'tenant_id': 'e35f1858bcb44476a462c3015f76058b'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:51:48.328834 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (8294cf4c-8e23-47d8-ab5f-770194c0773d), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:48.350490 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccead5ba-8ad9-479a-b934-726f0ddec55c admin admin] Made reservation on behalf of e35f1858bcb44476a462c3015f76058b for: {'network': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:51:48.353392 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ccead5ba-8ad9-479a-b934-726f0ddec55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for network (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:48.362010 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ccead5ba-8ad9-479a-b934-726f0ddec55c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:48.396983 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=8294cf4c-8e23-47d8-ab5f-770194c0773d,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:48.471537 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ccead5ba-8ad9-479a-b934-726f0ddec55c admin admin] Publish callbacks [] for security_group (98f5c103-ba87-4fe1-9e90-d60ecae481a0), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:48.478139 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ccead5ba-8ad9-479a-b934-726f0ddec55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (98f5c103-ba87-4fe1-9e90-d60ecae481a0), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:48.488164 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9647d-294e-4fa7-8b9d-b6789036bf1a req-0c56fade-76aa-4aac-a703-6c21d9e39da1 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:48.489903 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6ea9647d-294e-4fa7-8b9d-b6789036bf1a req-0c56fade-76aa-4aac-a703-6c21d9e39da1 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 932 time: 0.0662577 Apr 06 11:51:48.505288 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccead5ba-8ad9-479a-b934-726f0ddec55c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=110260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:51:48.516932 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccead5ba-8ad9-479a-b934-726f0ddec55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f5c103-ba87-4fe1-9e90-d60ecae481a0,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:48.522007 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ccead5ba-8ad9-479a-b934-726f0ddec55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (36ff7b72-9a0e-434a-882c-6997bb4f1c08), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:48.522340 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.db.segments_db [None req-ccead5ba-8ad9-479a-b934-726f0ddec55c admin admin] Added segment 36ff7b72-9a0e-434a-882c-6997bb4f1c08 of type vlan for network e8270d09-1ab7-4f94-8369-d137e91cbd50 Apr 06 11:51:48.565682 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6ea9647d-294e-4fa7-8b9d-b6789036bf1a req-967c03eb-2514-4d3c-898b-b515a38fcd80 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=5384013c-0cce-4012-92d6-dfb1e099296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655990 Apr 06 11:51:48.567515 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ccead5ba-8ad9-479a-b934-726f0ddec55c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743156740410'] for network (e8270d09-1ab7-4f94-8369-d137e91cbd50), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:48.596026 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ccead5ba-8ad9-479a-b934-726f0ddec55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332'] for network (e8270d09-1ab7-4f94-8369-d137e91cbd50), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:48.597209 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccead5ba-8ad9-479a-b934-726f0ddec55c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:48.597688 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ccead5ba-8ad9-479a-b934-726f0ddec55c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:48.654083 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-ccead5ba-8ad9-479a-b934-726f0ddec55c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3322363 Apr 06 11:51:48.656779 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 43582) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:48.662487 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-82ab456e-b3aa-44f5-8c93-ab06ffd1b587 admin admin] Request body: {'subnet': {'network_id': 'e8270d09-1ab7-4f94-8369-d137e91cbd50', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1444184538-subnet', 'tenant_id': 'e35f1858bcb44476a462c3015f76058b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:51:48.675917 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccead5ba-8ad9-479a-b934-726f0ddec55c admin admin] Pushing event updated for resources: {'Network': ['ID=e8270d09-1ab7-4f94-8369-d137e91cbd50,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:48.686626 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ab456e-b3aa-44f5-8c93-ab06ffd1b587 admin admin] Made reservation on behalf of e35f1858bcb44476a462c3015f76058b for: {'subnet': 1} {{(pid=110259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:51:48.689126 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-82ab456e-b3aa-44f5-8c93-ab06ffd1b587 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:48.694689 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Network e8270d09-1ab7-4f94-8369-d137e91cbd50 details requested by agent ovs-agent-dv-cinder-836074-2-iscsi with host dv-cinder-836074-2-iscsi {{(pid=110261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:51:48.825030 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:48.848195 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c271d19-687e-4093-88d5-6b7c43727bdf req-dadf6ee4-bfd7-4a94-821f-daf905506821 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:48.850070 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6c271d19-687e-4093-88d5-6b7c43727bdf req-dadf6ee4-bfd7-4a94-821f-daf905506821 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 944 time: 0.0838513 Apr 06 11:51:48.919996 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6c271d19-687e-4093-88d5-6b7c43727bdf req-0a52b85f-1c2b-4e6f-8819-422a3f56a0f0 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603201 Apr 06 11:51:48.950174 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-82ab456e-b3aa-44f5-8c93-ab06ffd1b587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332'] for subnet (9c6f3dcb-1c42-4ef2-b526-c79b428c7acd), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:49.016981 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab456e-b3aa-44f5-8c93-ab06ffd1b587 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c6f3dcb-1c42-4ef2-b526-c79b428c7acd,revision_number=0']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:49.035015 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ab456e-b3aa-44f5-8c93-ab06ffd1b587 admin admin] Checking segment: {'id': '36ff7b72-9a0e-434a-882c-6997bb4f1c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e8270d09-1ab7-4f94-8369-d137e91cbd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:51:49.035376 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ab456e-b3aa-44f5-8c93-ab06ffd1b587 admin admin] Network hostable DHCP agents. Network: e8270d09-1ab7-4f94-8369-d137e91cbd50, hostable agents: ['eb907300-c67e-4e21-a2d4-e40182a63fdb'], hosted agents: [] {{(pid=110259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:51:49.060630 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:49.078744 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ab456e-b3aa-44f5-8c93-ab06ffd1b587 admin admin] Network e8270d09-1ab7-4f94-8369-d137e91cbd50 is scheduled to be hosted by DHCP agent eb907300-c67e-4e21-a2d4-e40182a63fdb with binding_index 1 {{(pid=110259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:51:49.105290 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64876f-e85a-4ccf-a7bb-1910b83be004 req-fcba9388-1737-4efe-964f-65fa3ee101af tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:49.112100 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ef64876f-e85a-4ccf-a7bb-1910b83be004 req-fcba9388-1737-4efe-964f-65fa3ee101af tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 945 time: 0.0892251 Apr 06 11:51:49.119760 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [None req-82ab456e-b3aa-44f5-8c93-ab06ffd1b587 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-2-iscsi, e8270d09-1ab7-4f94-8369-d137e91cbd50) {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:51:49.124252 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ab456e-b3aa-44f5-8c93-ab06ffd1b587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:49.125179 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-82ab456e-b3aa-44f5-8c93-ab06ffd1b587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:49.139724 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101d355f-d0fb-4a63-90a1-ae7beaa9d74c None None] Network e8270d09-1ab7-4f94-8369-d137e91cbd50 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:51:49.153712 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-82ab456e-b3aa-44f5-8c93-ab06ffd1b587 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4875252 Apr 06 11:51:49.192141 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ef64876f-e85a-4ccf-a7bb-1910b83be004 req-5a8fe574-15a5-488e-9d37-25f1eeb5daed tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ac12f3c-0628-4018-b3de-53aa326ae494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791712 Apr 06 11:51:49.277133 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0c6598-bf83-478b-a1dd-71c2d76dada6 None None] Network e8270d09-1ab7-4f94-8369-d137e91cbd50 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:51:49.404914 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a09269-75cd-434c-95f4-b859e436ce03 req-be9cae11-ed52-43a3-88bd-960ed1c3efed tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:49.411078 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e0a09269-75cd-434c-95f4-b859e436ce03 req-be9cae11-ed52-43a3-88bd-960ed1c3efed tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0926738 Apr 06 11:51:49.467930 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e0a09269-75cd-434c-95f4-b859e436ce03 req-976a7055-d994-48f1-ab1a-d86c0532c692 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559032 Apr 06 11:51:49.683250 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc4ea4-562f-437b-a6f2-01ee38bf1cd0 req-38c9e2f2-2d11-4de6-bd58-9aa0d81119b5 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:49.684772 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-74bc4ea4-562f-437b-a6f2-01ee38bf1cd0 req-38c9e2f2-2d11-4de6-bd58-9aa0d81119b5 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 932 time: 0.0576808 Apr 06 11:51:49.740733 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-74bc4ea4-562f-437b-a6f2-01ee38bf1cd0 req-130e4be1-8878-42c9-b9ec-a9c9bf478d7e tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=5384013c-0cce-4012-92d6-dfb1e099296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493653 Apr 06 11:51:50.039639 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4939c-cac6-46e6-b728-e9a08c05b3d2 req-ffcdb06c-d402-4eff-80d6-1f35fca66299 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:50.041170 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-c9e4939c-cac6-46e6-b728-e9a08c05b3d2 req-ffcdb06c-d402-4eff-80d6-1f35fca66299 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 944 time: 0.0536482 Apr 06 11:51:50.087146 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-c9e4939c-cac6-46e6-b728-e9a08c05b3d2 req-a5c356de-925e-4956-b9c5-58c1c877b1eb tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402648 Apr 06 11:51:50.311823 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a7424-b87c-4719-beb3-5fb5c64d2ec8 req-f5273d43-b771-4bc9-8c3b-1d9d8b83519d tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:50.313319 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-460a7424-b87c-4719-beb3-5fb5c64d2ec8 req-f5273d43-b771-4bc9-8c3b-1d9d8b83519d tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 945 time: 0.0545592 Apr 06 11:51:50.360903 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-460a7424-b87c-4719-beb3-5fb5c64d2ec8 req-eef4007f-1048-4630-8239-afb10d48787a tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ac12f3c-0628-4018-b3de-53aa326ae494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419676 Apr 06 11:51:50.596690 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:51:50.597314 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f231768-d3f7-4ef8-8a93-7d6653119054 req-474b06b2-561e-41ef-b6c7-5f42a8be0c04 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:50.598358 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6f231768-d3f7-4ef8-8a93-7d6653119054 req-474b06b2-561e-41ef-b6c7-5f42a8be0c04 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0537782 Apr 06 11:51:50.648278 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6f231768-d3f7-4ef8-8a93-7d6653119054 req-579e6972-7909-4e18-b10f-316e70c35fa1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437074 Apr 06 11:51:50.865436 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107719a5-e99f-44b9-a2f1-461ef697b9ae req-7580ec87-3813-42b5-974f-3ad1fa424944 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:50.866988 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-107719a5-e99f-44b9-a2f1-461ef697b9ae req-7580ec87-3813-42b5-974f-3ad1fa424944 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 932 time: 0.0585423 Apr 06 11:51:50.920397 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-107719a5-e99f-44b9-a2f1-461ef697b9ae req-12e5d45e-8fd3-4db0-82d6-23f34a515fda tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=5384013c-0cce-4012-92d6-dfb1e099296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477369 Apr 06 11:51:51.205686 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc2bf0-abbf-44e4-8d6e-7c966ea9c183 req-d7e09c92-6416-4e82-b208-558efd1748e4 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:51.207112 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-0efc2bf0-abbf-44e4-8d6e-7c966ea9c183 req-d7e09c92-6416-4e82-b208-558efd1748e4 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 944 time: 0.0543029 Apr 06 11:51:51.256985 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-0efc2bf0-abbf-44e4-8d6e-7c966ea9c183 req-8f8ed013-cafc-4a26-98e4-7abedf804075 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442140 Apr 06 11:51:51.476385 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582d216-7411-4761-ba6b-516dd98a3da4 req-f1bd501e-7086-4ba5-aeed-ab80a138adf3 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:51.478768 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d582d216-7411-4761-ba6b-516dd98a3da4 req-f1bd501e-7086-4ba5-aeed-ab80a138adf3 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 945 time: 0.0536625 Apr 06 11:51:51.525857 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d582d216-7411-4761-ba6b-516dd98a3da4 req-d79eaa46-912d-481c-8548-8b128cfe0087 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ac12f3c-0628-4018-b3de-53aa326ae494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417848 Apr 06 11:51:51.767837 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ccbd7-6908-4246-86eb-39740e0475e7 req-4958dadf-9103-44c6-a6bb-333220d7959b tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:51.769238 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b51ccbd7-6908-4246-86eb-39740e0475e7 req-4958dadf-9103-44c6-a6bb-333220d7959b tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0518088 Apr 06 11:51:51.816144 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b51ccbd7-6908-4246-86eb-39740e0475e7 req-afaab28a-fb94-4558-b0eb-083bbe29263f tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407012 Apr 06 11:51:51.878171 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-d1482cd3-80f1-45dd-acaf-5763b4c616a2 service neutron] Request body: {'port': {'device_id': 'a8c93814-a4b0-42d4-93b4-a1a1e3931654', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:51:51.934544 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-83cfec5d-8a19-4fa2-90e8-c7098e88e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:51.936749 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-83cfec5d-8a19-4fa2-90e8-c7098e88e17d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8762c11-97c8-4692-bb2b-070d6ecd6b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701771 Apr 06 11:51:52.073756 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-d1482cd3-80f1-45dd-acaf-5763b4c616a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (8cf15194-eb24-4e90-b788-4ee67fcc037c), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:52.097295 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3278603-efee-4cff-98c6-73fa05cf86c5 req-4bf21f66-1de2-4f93-9612-4d11813d38a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:52.098784 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f3278603-efee-4cff-98c6-73fa05cf86c5 req-4bf21f66-1de2-4f93-9612-4d11813d38a6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a2c38a64ffb4474b4a145f9808cc37f&device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 1127 time: 0.1584709 Apr 06 11:51:52.161193 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-0309581f-320b-40c0-b8c9-cd85de7ce3d1 service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166250 Apr 06 11:51:52.178861 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66fb1c-617c-4f66-ad5d-84e56be9e879 req-e7c26f37-e9af-4eb8-aba8-16e93361f1d4 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:52.180978 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1e66fb1c-617c-4f66-ad5d-84e56be9e879 req-e7c26f37-e9af-4eb8-aba8-16e93361f1d4 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 932 time: 0.1534181 Apr 06 11:51:52.254673 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcad14a-169e-4848-8f76-688adfccbace req-1eefa2ad-f2a8-43df-b9b7-009ddfccd4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:52.256470 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3dcad14a-169e-4848-8f76-688adfccbace req-1eefa2ad-f2a8-43df-b9b7-009ddfccd4cf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 1129 time: 0.1801839 Apr 06 11:51:52.291739 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-3dcad14a-169e-4848-8f76-688adfccbace req-318a7752-ceed-423f-b04d-362b470c75e8 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:52.337891 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['8294cf4c-8e23-47d8-ab5f-770194c0773d'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:51:52.342194 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1e66fb1c-617c-4f66-ad5d-84e56be9e879 req-306939f0-ea95-44af-b725-8d8bd378ce18 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=5384013c-0cce-4012-92d6-dfb1e099296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517293 Apr 06 11:51:52.361724 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-9882c894-cc9e-49bf-814f-e3b38a180ec5 req-fd0caf24-3024-40c6-ba5f-e14425dcc269 service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900010 Apr 06 11:51:52.408421 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3278603-efee-4cff-98c6-73fa05cf86c5 req-d92992eb-932b-4fa6-aa01-554da5cbedc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:52.410163 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f3278603-efee-4cff-98c6-73fa05cf86c5 req-d92992eb-932b-4fa6-aa01-554da5cbedc7 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=1a2c38a64ffb4474b4a145f9808cc37f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2925539 Apr 06 11:51:52.469004 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-3dcad14a-169e-4848-8f76-688adfccbace req-318a7752-ceed-423f-b04d-362b470c75e8 service neutron] Publish callbacks [] for security_group (99feac7e-5e2b-4722-bf0b-23fcbf0d23ba), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:52.485792 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-3dcad14a-169e-4848-8f76-688adfccbace req-318a7752-ceed-423f-b04d-362b470c75e8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (99feac7e-5e2b-4722-bf0b-23fcbf0d23ba), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:52.530482 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a7752-ceed-423f-b04d-362b470c75e8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=99feac7e-5e2b-4722-bf0b-23fcbf0d23ba,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:52.560871 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3dcad14a-169e-4848-8f76-688adfccbace req-318a7752-ceed-423f-b04d-362b470c75e8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8ac12f3c-0628-4018-b3de-53aa326ae494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960043 Apr 06 11:51:52.623910 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-d1482cd3-80f1-45dd-acaf-5763b4c616a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf15194-eb24-4e90-b788-4ee67fcc037c {{(pid=110260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:51:52.633541 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-d1482cd3-80f1-45dd-acaf-5763b4c616a2 service neutron] Publish callbacks [] for port (8cf15194-eb24-4e90-b788-4ee67fcc037c), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:52.647369 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68168dc-19e1-4f58-a350-65dd8f0f87bd req-2d6efcb0-8701-4f72-90be-911dcb14c3b6 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:52.656955 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-c68168dc-19e1-4f58-a350-65dd8f0f87bd req-2d6efcb0-8701-4f72-90be-911dcb14c3b6 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 944 time: 0.2129176 Apr 06 11:51:52.675355 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4ffc0-e2eb-4791-8b7d-14ebbb639a41 req-86676862-7f05-4e0b-b8ca-6948659d54eb tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:52.676989 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-53c4ffc0-e2eb-4791-8b7d-14ebbb639a41 req-86676862-7f05-4e0b-b8ca-6948659d54eb tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 945 time: 0.0682192 Apr 06 11:51:52.678968 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.provisioning_blocks [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-d1482cd3-80f1-45dd-acaf-5763b4c616a2 service neutron] Transition to ACTIVE for port object 8cf15194-eb24-4e90-b788-4ee67fcc037c will not be triggered until provisioned by entity L2. {{(pid=110260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:51:52.690110 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-d1482cd3-80f1-45dd-acaf-5763b4c616a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (8cf15194-eb24-4e90-b788-4ee67fcc037c), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:52.726533 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-53c4ffc0-e2eb-4791-8b7d-14ebbb639a41 req-f1f19c53-cf80-4501-9d3a-ee2af035d70a tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ac12f3c-0628-4018-b3de-53aa326ae494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422556 Apr 06 11:51:52.767452 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-c68168dc-19e1-4f58-a350-65dd8f0f87bd req-d938767f-bd58-4aef-842e-10bee1e8e306 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096134 Apr 06 11:51:52.768046 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1482cd3-80f1-45dd-acaf-5763b4c616a2 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf15194-eb24-4e90-b788-4ee67fcc037c,revision_number=2']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:52.808953 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-d1482cd3-80f1-45dd-acaf-5763b4c616a2 service neutron] Attempting to bind port 8cf15194-eb24-4e90-b788-4ee67fcc037c on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:51:52.809134 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-d1482cd3-80f1-45dd-acaf-5763b4c616a2 service neutron] Attempting to bind port 8cf15194-eb24-4e90-b788-4ee67fcc037c by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'd73cce00-15b1-40fb-ad57-8913535f579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30'}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:51:52.809401 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-d1482cd3-80f1-45dd-acaf-5763b4c616a2 service neutron] Attempting to bind port 8cf15194-eb24-4e90-b788-4ee67fcc037c on network 99bd6fac-a9a5-4214-bfa7-98f9f937fa30 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:51:52.814011 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-d1482cd3-80f1-45dd-acaf-5763b4c616a2 service neutron] Port 8cf15194-eb24-4e90-b788-4ee67fcc037c on network 99bd6fac-a9a5-4214-bfa7-98f9f937fa30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:51:52.814326 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-d1482cd3-80f1-45dd-acaf-5763b4c616a2 service neutron] Attempting to bind port 8cf15194-eb24-4e90-b788-4ee67fcc037c on network 99bd6fac-a9a5-4214-bfa7-98f9f937fa30 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:51:52.821046 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-d1482cd3-80f1-45dd-acaf-5763b4c616a2 service neutron] Checking agent: {'id': 'e6da0265-397c-48ac-b7af-cc5f2a289710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'started_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:51:52.821284 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-d1482cd3-80f1-45dd-acaf-5763b4c616a2 service neutron] Checking segment: {'id': 'd73cce00-15b1-40fb-ad57-8913535f579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:51:52.821745 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-d1482cd3-80f1-45dd-acaf-5763b4c616a2 service neutron] Bound using segment: {'id': 'd73cce00-15b1-40fb-ad57-8913535f579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30'} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:51:52.822327 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-d1482cd3-80f1-45dd-acaf-5763b4c616a2 service neutron] Bound port: 8cf15194-eb24-4e90-b788-4ee67fcc037c, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd73cce00-15b1-40fb-ad57-8913535f579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30'}}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:51:52.822855 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-d1482cd3-80f1-45dd-acaf-5763b4c616a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (8cf15194-eb24-4e90-b788-4ee67fcc037c), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:52.897017 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-d1482cd3-80f1-45dd-acaf-5763b4c616a2 service neutron] For port 8cf15194-eb24-4e90-b788-4ee67fcc037c, host hv-cinder-83607, cleared binding levels {{(pid=110260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:51:52.900667 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-d1482cd3-80f1-45dd-acaf-5763b4c616a2 service neutron] For port 8cf15194-eb24-4e90-b788-4ee67fcc037c, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8cf15194-eb24-4e90-b788-4ee67fcc037c,segment=NetworkSegment(d73cce00-15b1-40fb-ad57-8913535f579d),segment_id=d73cce00-15b1-40fb-ad57-8913535f579d)] {{(pid=110260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:51:52.911154 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-d1482cd3-80f1-45dd-acaf-5763b4c616a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (8cf15194-eb24-4e90-b788-4ee67fcc037c), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:52.967512 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-d1482cd3-80f1-45dd-acaf-5763b4c616a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:52.968220 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-d1482cd3-80f1-45dd-acaf-5763b4c616a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:52.969746 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-d1482cd3-80f1-45dd-acaf-5763b4c616a2 service neutron] 10.222.0.53 "PUT /v2.0/ports/8cf15194-eb24-4e90-b788-4ee67fcc037c HTTP/1.1" status: 200 len: 1094 time: 1.1019876 Apr 06 11:51:52.970316 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c93814-a4b0-42d4-93b4-a1a1e3931654', 'tag': '8cf15194-eb24-4e90-b788-4ee67fcc037c'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:51:52.972707 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8e57be-21f8-4685-9b11-3b252832c13f" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c93814-a4b0-42d4-93b4-a1a1e3931654", "tag": "8cf15194-eb24-4e90-b788-4ee67fcc037c"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:51:52.989514 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d33e6-b5da-467c-b364-8e34d941fadf req-a0ebf551-8e2b-4b35-b584-d780a21963ad tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:52.998075 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1482cd3-80f1-45dd-acaf-5763b4c616a2 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf15194-eb24-4e90-b788-4ee67fcc037c,revision_number=3']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:53.001402 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-4f3d33e6-b5da-467c-b364-8e34d941fadf req-a0ebf551-8e2b-4b35-b584-d780a21963ad tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.1071734 Apr 06 11:51:53.028969 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d981f1da-348d-47b4-a439-1ecff41945f6 x-openstack-request-id: req-d981f1da-348d-47b4-a439-1ecff41945f6 {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:51:53.029264 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c93814-a4b0-42d4-93b4-a1a1e3931654", "tag": "8cf15194-eb24-4e90-b788-4ee67fcc037c", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:51:53.029520 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d981f1da-348d-47b4-a439-1ecff41945f6 {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:51:53.029929 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d981f1da-348d-47b4-a439-1ecff41945f6'] response: {'name': 'network-changed', 'server_uuid': 'a8c93814-a4b0-42d4-93b4-a1a1e3931654', 'tag': '8cf15194-eb24-4e90-b788-4ee67fcc037c', 'status': 'completed', 'code': 200} Apr 06 11:51:53.059606 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-4f3d33e6-b5da-467c-b364-8e34d941fadf req-0aceecd2-a60d-4df6-ab27-298b4b6eec0d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571146 Apr 06 11:51:53.509864 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fa300-0ddf-45e0-9b5c-2c39b8ba190c req-a50e7b35-f2c4-403d-96fa-ba91b1b24698 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:53.511734 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3f0fa300-0ddf-45e0-9b5c-2c39b8ba190c req-a50e7b35-f2c4-403d-96fa-ba91b1b24698 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 944 time: 0.0604544 Apr 06 11:51:53.580263 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3f0fa300-0ddf-45e0-9b5c-2c39b8ba190c req-eab7055d-a6fa-488f-877f-3abdd8a23a72 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=5384013c-0cce-4012-92d6-dfb1e099296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623753 Apr 06 11:51:53.816202 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 43756) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:53.853738 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0e3d7-881b-42fa-9b33-5e8ef4b71035 req-47aab6d1-9821-4eae-9c1c-d79fe1cf30f8 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:53.855363 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-78e0e3d7-881b-42fa-9b33-5e8ef4b71035 req-47aab6d1-9821-4eae-9c1c-d79fe1cf30f8 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 945 time: 0.0562351 Apr 06 11:51:53.909023 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-78e0e3d7-881b-42fa-9b33-5e8ef4b71035 req-c7272dd0-9a91-4c65-843b-67b1e151850a tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ac12f3c-0628-4018-b3de-53aa326ae494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460305 Apr 06 11:51:53.915209 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981bcff-0a72-446a-8987-841ce513c605 req-6e46a8a3-c998-47e0-9c08-bb3350915fdd tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:53.916959 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3981bcff-0a72-446a-8987-841ce513c605 req-6e46a8a3-c998-47e0-9c08-bb3350915fdd tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 944 time: 0.0679448 Apr 06 11:51:53.938184 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 8294cf4c-8e23-47d8-ab5f-770194c0773d up at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:51:53.952252 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ff5fceb4-5852-44ec-a034-9378d73b6ea7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:53.991697 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3981bcff-0a72-446a-8987-841ce513c605 req-28a1ad84-22de-4703-b610-2281c5406720 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694082 Apr 06 11:51:53.991902 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning for port 8294cf4c-8e23-47d8-ab5f-770194c0773d completed by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:51:53.995819 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning complete for port 8294cf4c-8e23-47d8-ab5f-770194c0773d triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:51:53.996216 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (8294cf4c-8e23-47d8-ab5f-770194c0773d), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:54.060335 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ff5fceb4-5852-44ec-a034-9378d73b6ea7 admin admin] Publish callbacks [] for security_group (a3c0140d-5636-468b-ba6d-9f54f8de8dd5), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:54.064408 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ff5fceb4-5852-44ec-a034-9378d73b6ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (a3c0140d-5636-468b-ba6d-9f54f8de8dd5), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:54.078528 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 8294cf4c-8e23-47d8-ab5f-770194c0773d is: BUILD; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:54.078828 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (8294cf4c-8e23-47d8-ab5f-770194c0773d), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:54.104741 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75281a9d-e5c9-458d-aa92-081b72a9fd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8294cf4c-8e23-47d8-ab5f-770194c0773d'}] {{(pid=110261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:51:54.107059 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa90572765a02b80253351879fa6496fbbfbce8a00fa36c7b280133d65d0c1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d56e8d-5d47-4158-a5e2-a1e00098fc62" -d '{"events": [{"server_uuid": "75281a9d-e5c9-458d-aa92-081b72a9fd60", "name": "network-vif-plugged", "status": "completed", "tag": "8294cf4c-8e23-47d8-ab5f-770194c0773d"}]}' {{(pid=110261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:51:54.121025 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 8294cf4c-8e23-47d8-ab5f-770194c0773d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8294cf4c-8e23-47d8-ab5f-770194c0773d,segment=NetworkSegment(4cfea46a-4bee-477e-bfba-1025be7f7a6b),segment_id=4cfea46a-4bee-477e-bfba-1025be7f7a6b)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:51:54.134526 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (8294cf4c-8e23-47d8-ab5f-770194c0773d), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:54.177885 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198d1a59-0911-4d63-b75e-0620b9c75baa x-openstack-request-id: req-198d1a59-0911-4d63-b75e-0620b9c75baa {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:51:54.178268 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75281a9d-e5c9-458d-aa92-081b72a9fd60", "name": "network-vif-plugged", "status": "completed", "tag": "8294cf4c-8e23-47d8-ab5f-770194c0773d", "code": 200}]} {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:51:54.178587 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-198d1a59-0911-4d63-b75e-0620b9c75baa {{(pid=110261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:51:54.179851 dv-cinder-836074-2-iscsi neutron-server[110261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-198d1a59-0911-4d63-b75e-0620b9c75baa'] response: {'server_uuid': '75281a9d-e5c9-458d-aa92-081b72a9fd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8294cf4c-8e23-47d8-ab5f-770194c0773d', 'code': 200} Apr 06 11:51:54.214089 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f077b1-2867-4189-ba61-8033ae64d4fc req-701f58b0-a244-4af6-8c3a-b1c620ce1c74 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:54.215973 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-17f077b1-2867-4189-ba61-8033ae64d4fc req-701f58b0-a244-4af6-8c3a-b1c620ce1c74 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0639820 Apr 06 11:51:54.217760 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=8294cf4c-8e23-47d8-ab5f-770194c0773d,revision_number=5']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:54.274600 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-17f077b1-2867-4189-ba61-8033ae64d4fc req-29df1c9f-0c66-4cce-96e0-09b9047af6c9 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524137 Apr 06 11:51:54.311736 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-ff5fceb4-5852-44ec-a034-9378d73b6ea7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bf4ab0087d404bf5ba8e23f5a1cb9083&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4944170 Apr 06 11:51:54.312754 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5fceb4-5852-44ec-a034-9378d73b6ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c0140d-5636-468b-ba6d-9f54f8de8dd5,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:54.314584 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 43770) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:54.369735 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-2ced1691-ee04-41af-80c5-8e176f89d1b6 admin admin] Publish callbacks [] for security_group (a3c0140d-5636-468b-ba6d-9f54f8de8dd5), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:54.392364 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-2ced1691-ee04-41af-80c5-8e176f89d1b6 admin admin] Publish callbacks [] for security_group (a3c0140d-5636-468b-ba6d-9f54f8de8dd5), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:54.445894 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-2ced1691-ee04-41af-80c5-8e176f89d1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (a3c0140d-5636-468b-ba6d-9f54f8de8dd5), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:54.448690 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-2ced1691-ee04-41af-80c5-8e176f89d1b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:54.449871 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-2ced1691-ee04-41af-80c5-8e176f89d1b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a3c0140d-5636-468b-ba6d-9f54f8de8dd5 HTTP/1.1" status: 204 len: 168 time: 0.1343200 Apr 06 11:51:54.458327 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced1691-ee04-41af-80c5-8e176f89d1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c0140d-5636-468b-ba6d-9f54f8de8dd5,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:54.716693 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b05d6e-682c-4f28-bc45-5c97469067ff req-b93e7ea7-e867-4ec3-9858-79f7297db20c tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:54.718496 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a8b05d6e-682c-4f28-bc45-5c97469067ff req-b93e7ea7-e867-4ec3-9858-79f7297db20c tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 944 time: 0.0626335 Apr 06 11:51:54.772108 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a8b05d6e-682c-4f28-bc45-5c97469067ff req-c9b1f16e-dbb4-4b94-a3f8-5b2dec301381 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=5384013c-0cce-4012-92d6-dfb1e099296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471516 Apr 06 11:51:54.801827 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 43792) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:54.815421 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-59c76d45-e98e-41d0-bce7-698fce10d3b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:54.890968 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-59c76d45-e98e-41d0-bce7-698fce10d3b2 admin admin] Publish callbacks [] for security_group (7903540c-783a-42c8-84de-0da18523529e), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:54.894719 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-59c76d45-e98e-41d0-bce7-698fce10d3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (7903540c-783a-42c8-84de-0da18523529e), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:54.936680 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-59c76d45-e98e-41d0-bce7-698fce10d3b2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b39ab0fb022748718397486e1c266d02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336961 Apr 06 11:51:54.937890 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c76d45-e98e-41d0-bce7-698fce10d3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7903540c-783a-42c8-84de-0da18523529e,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:54.939859 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 43794) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:54.996395 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-b2df5da5-406d-4058-b300-2e5bf646cd43 admin admin] Publish callbacks [] for security_group (7903540c-783a-42c8-84de-0da18523529e), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:55.022184 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-b2df5da5-406d-4058-b300-2e5bf646cd43 admin admin] Publish callbacks [] for security_group (7903540c-783a-42c8-84de-0da18523529e), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:55.047258 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0d400-8ba3-47c0-82f8-b0ca2223d6bf req-93d43057-64b5-496a-bc80-378ba3dedf6f tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:55.048499 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-7cc0d400-8ba3-47c0-82f8-b0ca2223d6bf req-93d43057-64b5-496a-bc80-378ba3dedf6f tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 945 time: 0.0585477 Apr 06 11:51:55.102589 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-7cc0d400-8ba3-47c0-82f8-b0ca2223d6bf req-8be47fdb-2d02-47d3-9101-d0e787f49a74 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ac12f3c-0628-4018-b3de-53aa326ae494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458348 Apr 06 11:51:55.110527 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-b2df5da5-406d-4058-b300-2e5bf646cd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (7903540c-783a-42c8-84de-0da18523529e), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:55.113212 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-b2df5da5-406d-4058-b300-2e5bf646cd43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:55.114339 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-b2df5da5-406d-4058-b300-2e5bf646cd43 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7903540c-783a-42c8-84de-0da18523529e HTTP/1.1" status: 204 len: 168 time: 0.1728802 Apr 06 11:51:55.125329 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df5da5-406d-4058-b300-2e5bf646cd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7903540c-783a-42c8-84de-0da18523529e,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:55.143844 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9f745-4648-4b3e-b1fd-e15bedbfe9be req-07325459-d264-4d1e-9986-c8b110a85b8c tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:55.145364 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-93e9f745-4648-4b3e-b1fd-e15bedbfe9be req-07325459-d264-4d1e-9986-c8b110a85b8c tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 944 time: 0.0720003 Apr 06 11:51:55.215711 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-93e9f745-4648-4b3e-b1fd-e15bedbfe9be req-3fd3737a-8985-4a01-8573-c8790e853bdb tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435052 Apr 06 11:51:55.411113 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553604a7-e457-4f75-9133-676205b66948 req-74916130-9e12-4e0f-ab3c-55a1f55e65d7 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:55.412905 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-553604a7-e457-4f75-9133-676205b66948 req-74916130-9e12-4e0f-ab3c-55a1f55e65d7 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0671256 Apr 06 11:51:55.462520 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-553604a7-e457-4f75-9133-676205b66948 req-177c1f43-37bc-4e3b-a311-94704d735f55 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429938 Apr 06 11:51:55.654643 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399150a-0296-4238-8162-02a08bcc4a2d req-3ae4443a-29fd-43ae-bf9d-012c2a6a4e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:55.673122 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e399150a-0296-4238-8162-02a08bcc4a2d req-3ae4443a-29fd-43ae-bf9d-012c2a6a4e57 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccfa48bf303a4fbd92c016652e6c8ffa&device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 1128 time: 0.0744870 Apr 06 11:51:55.753112 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3278603-efee-4cff-98c6-73fa05cf86c5 req-d7ed6ca2-b662-470a-915f-729bb0e9292f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:55.754664 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f3278603-efee-4cff-98c6-73fa05cf86c5 req-d7ed6ca2-b662-470a-915f-729bb0e9292f service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2280097 Apr 06 11:51:55.911150 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3b47-7c0b-490c-8843-3b23daedbab4 req-b5889534-a37c-4820-b321-6779b149ec9f tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:55.912909 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3ddc3b47-7c0b-490c-8843-3b23daedbab4 req-b5889534-a37c-4820-b321-6779b149ec9f tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 944 time: 0.0698020 Apr 06 11:51:55.981186 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3ddc3b47-7c0b-490c-8843-3b23daedbab4 req-7adfaafd-5255-4ad2-b3b6-2bde669d123d tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=5384013c-0cce-4012-92d6-dfb1e099296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611179 Apr 06 11:51:56.313921 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 43850) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:56.334831 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e57be-21f8-4685-9b11-3b252832c13f req-71af9edf-bad6-460e-a982-4158bf13038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:56.337107 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bc8e57be-21f8-4685-9b11-3b252832c13f req-71af9edf-bad6-460e-a982-4158bf13038a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6bf3687e8d0448cfb29d393230e0fba3&device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 1128 time: 0.1254048 Apr 06 11:51:56.342844 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-56dcb306-8732-4b24-985f-d14b257ef8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:56.344512 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-56dcb306-8732-4b24-985f-d14b257ef8f9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a2c38a64ffb4474b4a145f9808cc37f&device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 1127 time: 0.0924575 Apr 06 11:51:56.439120 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-c5661d69-6cf3-470e-ad91-10e265ffd0c8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fff424a3-655d-48b5-9050-0acbe0bf6be8 HTTP/1.1" status: 200 len: 217 time: 0.0519731 Apr 06 11:51:56.543418 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f23657f7-b1d9-4ad5-a499-1a74b61404c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:56.584174 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f413f42-bb2e-49cf-ae75-215b804697f0 req-7e6e4dbc-26be-4b60-9804-3044df971b5c tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:56.586550 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7f413f42-bb2e-49cf-ae75-215b804697f0 req-7e6e4dbc-26be-4b60-9804-3044df971b5c tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 944 time: 0.2408261 Apr 06 11:51:56.622581 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-6d0a5abc-8b56-44f4-9a3e-327e371d53f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:56.624049 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-6d0a5abc-8b56-44f4-9a3e-327e371d53f6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3051baf9-8ef0-43f1-94ee-3a605ed467b3 HTTP/1.1" status: 200 len: 855 time: 0.1690369 Apr 06 11:51:56.683529 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1d6eb-8848-4dbf-8a33-9e19e6e5940c req-568afe14-7b27-4008-b6e3-bf46479a1d3a tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:56.685142 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-66c1d6eb-8848-4dbf-8a33-9e19e6e5940c req-568afe14-7b27-4008-b6e3-bf46479a1d3a tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 945 time: 0.4867132 Apr 06 11:51:56.690522 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e57be-21f8-4685-9b11-3b252832c13f req-9bd4c206-df05-4316-915a-bdba65d706f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:56.692003 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bc8e57be-21f8-4685-9b11-3b252832c13f req-9bd4c206-df05-4316-915a-bdba65d706f4 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=6bf3687e8d0448cfb29d393230e0fba3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3017590 Apr 06 11:51:56.738797 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcd585-ecdc-4811-8d0c-6dcb35a01832 req-a0cdf9a4-7ad6-4416-882c-25ec7217cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:56.740274 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-31bcd585-ecdc-4811-8d0c-6dcb35a01832 req-a0cdf9a4-7ad6-4416-882c-25ec7217cbe3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 1130 time: 0.4057684 Apr 06 11:51:56.758518 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399150a-0296-4238-8162-02a08bcc4a2d req-d0861077-2754-42d2-90f5-df60a3e70948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:56.760219 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e399150a-0296-4238-8162-02a08bcc4a2d req-d0861077-2754-42d2-90f5-df60a3e70948 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8762c11-97c8-4692-bb2b-070d6ecd6b12 HTTP/1.1" status: 200 len: 920 time: 0.5278783 Apr 06 11:51:56.817067 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7f413f42-bb2e-49cf-ae75-215b804697f0 req-b231ee6d-26cc-461a-889e-6bf3732a465b tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178979 Apr 06 11:51:56.855142 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-0a17d880-53da-4e3b-9cea-3427e16c8b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:56.857285 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-0a17d880-53da-4e3b-9cea-3427e16c8b4a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04e35c34-b38e-495d-ab59-a36a4ea05864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2121284 Apr 06 11:51:56.875089 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-66c1d6eb-8848-4dbf-8a33-9e19e6e5940c req-22c6265b-1720-40b6-99ed-b28616485ece tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ac12f3c-0628-4018-b3de-53aa326ae494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379001 Apr 06 11:51:56.875089 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e399150a-0296-4238-8162-02a08bcc4a2d req-3374e1d4-d5e9-4004-9fa9-822a0e7181fd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7435b605-991f-4ef2-b321-64fe5e1e306f HTTP/1.1" status: 200 len: 217 time: 0.0807157 Apr 06 11:51:56.875372 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-31bcd585-ecdc-4811-8d0c-6dcb35a01832 req-762c9f17-ca9c-4167-8da9-6f3f2af51909 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240282 Apr 06 11:51:56.966301 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f23657f7-b1d9-4ad5-a499-1a74b61404c8 admin admin] Publish callbacks [] for security_group (2d5e6c07-e9eb-413c-9eb7-02488621ebf6), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:56.993658 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e57be-21f8-4685-9b11-3b252832c13f req-c202c447-e920-462e-b981-0adf80a460ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:56.995418 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bc8e57be-21f8-4685-9b11-3b252832c13f req-c202c447-e920-462e-b981-0adf80a460ce service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2904515 Apr 06 11:51:56.995929 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f23657f7-b1d9-4ad5-a499-1a74b61404c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (2d5e6c07-e9eb-413c-9eb7-02488621ebf6), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:57.067364 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-f23657f7-b1d9-4ad5-a499-1a74b61404c8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=22479d6b04094c8bbf7d065e364cd857&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7504058 Apr 06 11:51:57.070193 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 43880) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:57.073241 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23657f7-b1d9-4ad5-a499-1a74b61404c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5e6c07-e9eb-413c-9eb7-02488621ebf6,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:57.097954 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d3f06-ad44-4ce3-946c-f182b142afa5 req-31116e3c-5827-4c5d-8c8d-b398687f36de tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:57.099495 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-756d3f06-ad44-4ce3-946c-f182b142afa5 req-31116e3c-5827-4c5d-8c8d-b398687f36de tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.1796999 Apr 06 11:51:57.104038 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-b12070c1-8b20-494c-acde-e8f9a0dc3971 service neutron] 10.222.0.53 "GET /v2.0/networks/04e35c34-b38e-495d-ab59-a36a4ea05864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263830 Apr 06 11:51:57.183550 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-756d3f06-ad44-4ce3-946c-f182b142afa5 req-4cb38d34-cf67-4481-b036-5a33e8e245fd tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759742 Apr 06 11:51:57.193633 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3dabcad2-b4d2-4d6e-b9f0-86829f07547c admin admin] Publish callbacks [] for security_group (2d5e6c07-e9eb-413c-9eb7-02488621ebf6), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:57.204178 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00f576-79c1-494f-a06d-2dc91e77b9ad req-0ca0f712-cc64-4fb7-97fd-11c2437ea627 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:57.210788 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ca00f576-79c1-494f-a06d-2dc91e77b9ad req-0ca0f712-cc64-4fb7-97fd-11c2437ea627 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 944 time: 0.1112566 Apr 06 11:51:57.250490 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3dabcad2-b4d2-4d6e-b9f0-86829f07547c admin admin] Publish callbacks [] for security_group (2d5e6c07-e9eb-413c-9eb7-02488621ebf6), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:57.301605 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ca00f576-79c1-494f-a06d-2dc91e77b9ad req-ba8669e4-e3f3-443a-b620-5da633ca1845 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=5384013c-0cce-4012-92d6-dfb1e099296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879183 Apr 06 11:51:57.329199 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3dabcad2-b4d2-4d6e-b9f0-86829f07547c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (2d5e6c07-e9eb-413c-9eb7-02488621ebf6), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:57.331978 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3dabcad2-b4d2-4d6e-b9f0-86829f07547c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:57.333375 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-3dabcad2-b4d2-4d6e-b9f0-86829f07547c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2d5e6c07-e9eb-413c-9eb7-02488621ebf6 HTTP/1.1" status: 204 len: 168 time: 0.2610118 Apr 06 11:51:57.342462 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dabcad2-b4d2-4d6e-b9f0-86829f07547c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5e6c07-e9eb-413c-9eb7-02488621ebf6,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:57.483684 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399150a-0296-4238-8162-02a08bcc4a2d req-a2555af5-cbf1-4cba-80bf-2379c87ee336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:57.485276 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e399150a-0296-4238-8162-02a08bcc4a2d req-a2555af5-cbf1-4cba-80bf-2379c87ee336 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9b503157-0ef4-44d3-80a9-20b0dc5d9230 HTTP/1.1" status: 200 len: 858 time: 0.0933177 Apr 06 11:51:57.558482 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 43904) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:57.675512 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-9b021ef5-1514-471a-9914-f283b9729d30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:57.707386 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 43908) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:57.721998 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-1105299a-e6d1-4f73-980d-e757c7304ab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:57.758483 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-9b021ef5-1514-471a-9914-f283b9729d30 admin admin] Publish callbacks [] for security_group (813d81b0-4ab4-418f-8dc8-0f4f10bd8354), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:57.762088 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-9b021ef5-1514-471a-9914-f283b9729d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (813d81b0-4ab4-418f-8dc8-0f4f10bd8354), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:57.799267 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-1105299a-e6d1-4f73-980d-e757c7304ab1 admin admin] Publish callbacks [] for security_group (de85923e-0448-4976-a540-08ae74d0f395), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:57.802447 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b021ef5-1514-471a-9914-f283b9729d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813d81b0-4ab4-418f-8dc8-0f4f10bd8354,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:57.805269 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-1105299a-e6d1-4f73-980d-e757c7304ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (de85923e-0448-4976-a540-08ae74d0f395), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:57.807755 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-9b021ef5-1514-471a-9914-f283b9729d30 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=66b406502d48424bb8f32390d71e6dcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481353 Apr 06 11:51:57.811496 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 43910) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:57.861285 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105299a-e6d1-4f73-980d-e757c7304ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de85923e-0448-4976-a540-08ae74d0f395,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:57.869098 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-1105299a-e6d1-4f73-980d-e757c7304ab1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=58f700e4308f40e9b651f0adf0b6729f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1605949 Apr 06 11:51:57.871522 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 43916) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:57.891235 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-a8010a2c-a8c8-4258-93f9-61aecf6c874c admin admin] Publish callbacks [] for security_group (813d81b0-4ab4-418f-8dc8-0f4f10bd8354), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:57.921565 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-a8010a2c-a8c8-4258-93f9-61aecf6c874c admin admin] Publish callbacks [] for security_group (813d81b0-4ab4-418f-8dc8-0f4f10bd8354), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:57.967245 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 7435b605-991f-4ef2-b321-64fe5e1e306f details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:51:57.989261 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-79bdaa6c-500f-4ac3-9880-ed84ce630027 admin admin] Publish callbacks [] for security_group (de85923e-0448-4976-a540-08ae74d0f395), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:57.999223 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1a632-1cea-4885-94c4-a75859931c28 req-d1a6fe45-2ea8-495a-9e47-67610b3a9cf0 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:58.000688 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d2a1a632-1cea-4885-94c4-a75859931c28 req-d1a6fe45-2ea8-495a-9e47-67610b3a9cf0 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 944 time: 0.1008229 Apr 06 11:51:58.020538 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71615908-0dfb-4b93-8812-f4c24b488a56 req-39f6986e-7693-4162-a561-e1b2035d04c6 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:58.022275 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-71615908-0dfb-4b93-8812-f4c24b488a56 req-39f6986e-7693-4162-a561-e1b2035d04c6 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 945 time: 0.0719833 Apr 06 11:51:58.024810 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-a8010a2c-a8c8-4258-93f9-61aecf6c874c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (813d81b0-4ab4-418f-8dc8-0f4f10bd8354), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:58.027505 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-a8010a2c-a8c8-4258-93f9-61aecf6c874c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:58.028952 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-a8010a2c-a8c8-4258-93f9-61aecf6c874c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/813d81b0-4ab4-418f-8dc8-0f4f10bd8354 HTTP/1.1" status: 204 len: 168 time: 0.2173750 Apr 06 11:51:58.054884 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8010a2c-a8c8-4258-93f9-61aecf6c874c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813d81b0-4ab4-418f-8dc8-0f4f10bd8354,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:58.092014 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-79bdaa6c-500f-4ac3-9880-ed84ce630027 admin admin] Publish callbacks [] for security_group (de85923e-0448-4976-a540-08ae74d0f395), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:58.149248 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 7435b605-991f-4ef2-b321-64fe5e1e306f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7435b605-991f-4ef2-b321-64fe5e1e306f,segment=NetworkSegment(4cfea46a-4bee-477e-bfba-1025be7f7a6b),segment_id=4cfea46a-4bee-477e-bfba-1025be7f7a6b)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:51:58.157404 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-71615908-0dfb-4b93-8812-f4c24b488a56 req-6ed26710-396f-481a-998c-49889f668d7e tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ac12f3c-0628-4018-b3de-53aa326ae494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928493 Apr 06 11:51:58.166105 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Returning: {'device': '7435b605-991f-4ef2-b321-64fe5e1e306f', 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12', 'port_id': '7435b605-991f-4ef2-b321-64fe5e1e306f', 'mac_address': 'fa:16:3e:29:42:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b503157-0ef4-44d3-80a9-20b0dc5d9230', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:51:58.169336 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d2a1a632-1cea-4885-94c4-a75859931c28 req-696f69ee-61d4-4efb-96fd-8a501937a8db tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569746 Apr 06 11:51:58.204137 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-97367b2e-e3ff-4190-bed5-5b2f67433c77 req-3c3ecb09-0e10-4f39-9bef-5b1ed37e360c service neutron] 10.222.0.53 "GET /v2.0/networks/04e35c34-b38e-495d-ab59-a36a4ea05864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002854 Apr 06 11:51:58.205416 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-79bdaa6c-500f-4ac3-9880-ed84ce630027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (de85923e-0448-4976-a540-08ae74d0f395), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:58.208332 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-79bdaa6c-500f-4ac3-9880-ed84ce630027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:58.213869 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-79bdaa6c-500f-4ac3-9880-ed84ce630027 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/de85923e-0448-4976-a540-08ae74d0f395 HTTP/1.1" status: 204 len: 168 time: 0.3368621 Apr 06 11:51:58.224647 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bdaa6c-500f-4ac3-9880-ed84ce630027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de85923e-0448-4976-a540-08ae74d0f395,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:58.230780 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 7435b605-991f-4ef2-b321-64fe5e1e306f is: DOWN; New status is: BUILD {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:51:58.231181 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (7435b605-991f-4ef2-b321-64fe5e1e306f), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:58.262912 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7435b605-991f-4ef2-b321-64fe5e1e306f {{(pid=110261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:51:58.305457 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 7435b605-991f-4ef2-b321-64fe5e1e306f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7435b605-991f-4ef2-b321-64fe5e1e306f,segment=NetworkSegment(4cfea46a-4bee-477e-bfba-1025be7f7a6b),segment_id=4cfea46a-4bee-477e-bfba-1025be7f7a6b)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:51:58.313121 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (7435b605-991f-4ef2-b321-64fe5e1e306f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:58.392650 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3c331-ba31-40cd-9448-2df0d26fde04 req-ab814be2-7771-408b-8920-d534b9328126 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:58.394618 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-71d3c331-ba31-40cd-9448-2df0d26fde04 req-ab814be2-7771-408b-8920-d534b9328126 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0796187 Apr 06 11:51:58.438805 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=7435b605-991f-4ef2-b321-64fe5e1e306f,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:58.477790 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-71d3c331-ba31-40cd-9448-2df0d26fde04 req-b487c580-768f-475f-b1ae-bd1e5374ec8f tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762665 Apr 06 11:51:58.548953 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce37b5-1aab-4a01-9127-14672b80934b req-ddeec9af-1e96-409b-a22d-e5b8f5f4b76a tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:58.557532 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3fce37b5-1aab-4a01-9127-14672b80934b req-ddeec9af-1e96-409b-a22d-e5b8f5f4b76a tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 944 time: 0.1211150 Apr 06 11:51:58.687966 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3fce37b5-1aab-4a01-9127-14672b80934b req-a2a2bb9b-8367-4461-80d9-bb3e4b627ecd tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=5384013c-0cce-4012-92d6-dfb1e099296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229515 Apr 06 11:51:58.737279 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399150a-0296-4238-8162-02a08bcc4a2d req-b91544b8-55c5-4d7d-8eb5-90e4b22559df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:58.738769 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e399150a-0296-4238-8162-02a08bcc4a2d req-b91544b8-55c5-4d7d-8eb5-90e4b22559df service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8762c11-97c8-4692-bb2b-070d6ecd6b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0939269 Apr 06 11:51:58.756485 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['7435b605-991f-4ef2-b321-64fe5e1e306f'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:51:58.948117 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 43954) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:58.979736 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8b67d0ea-75f3-467a-bc37-a42d19eccb5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:59.134258 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8b67d0ea-75f3-467a-bc37-a42d19eccb5f admin admin] Publish callbacks [] for security_group (4588e9a6-4a41-43f2-aa5d-6c2a91f1caf7), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:59.148989 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8b67d0ea-75f3-467a-bc37-a42d19eccb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (4588e9a6-4a41-43f2-aa5d-6c2a91f1caf7), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:59.196257 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-8b67d0ea-75f3-467a-bc37-a42d19eccb5f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f845167095ea43bfb1a9553d0f690944&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467620 Apr 06 11:51:59.197494 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67d0ea-75f3-467a-bc37-a42d19eccb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4588e9a6-4a41-43f2-aa5d-6c2a91f1caf7,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:59.198998 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 43962) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:51:59.274845 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4dbfa21c-0211-495a-9894-a5d96bf7a241 admin admin] Publish callbacks [] for security_group (4588e9a6-4a41-43f2-aa5d-6c2a91f1caf7), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:59.330928 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4dbfa21c-0211-495a-9894-a5d96bf7a241 admin admin] Publish callbacks [] for security_group (4588e9a6-4a41-43f2-aa5d-6c2a91f1caf7), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:59.368439 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c7d06-ad4e-4bb7-aa44-1e88a8291675 req-e9b84a66-12e0-4914-8fd0-ea27766fa2e0 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:59.370949 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-0d2c7d06-ad4e-4bb7-aa44-1e88a8291675 req-e9b84a66-12e0-4914-8fd0-ea27766fa2e0 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 945 time: 0.1132331 Apr 06 11:51:59.447001 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-0d2c7d06-ad4e-4bb7-aa44-1e88a8291675 req-3c560b72-3bf2-4437-9672-6a4a0020891e tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611391 Apr 06 11:51:59.454606 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4dbfa21c-0211-495a-9894-a5d96bf7a241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (4588e9a6-4a41-43f2-aa5d-6c2a91f1caf7), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:59.457961 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4dbfa21c-0211-495a-9894-a5d96bf7a241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:59.459258 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-4dbfa21c-0211-495a-9894-a5d96bf7a241 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4588e9a6-4a41-43f2-aa5d-6c2a91f1caf7 HTTP/1.1" status: 204 len: 168 time: 0.2572517 Apr 06 11:51:59.468522 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbfa21c-0211-495a-9894-a5d96bf7a241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4588e9a6-4a41-43f2-aa5d-6c2a91f1caf7,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:51:59.648890 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c3c78-b29d-451f-a4a1-1080966c2c81 req-881afb87-4607-4701-99d8-ef917a702e7b tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:59.650827 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-102c3c78-b29d-451f-a4a1-1080966c2c81 req-881afb87-4607-4701-99d8-ef917a702e7b tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0695121 Apr 06 11:51:59.748738 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-102c3c78-b29d-451f-a4a1-1080966c2c81 req-8d7111b5-9e92-46bd-9268-d87f551ec017 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884004 Apr 06 11:51:59.873017 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e862ff9-7207-403f-addb-ed53fc02b85f req-ff9c0631-fb40-4aad-a6d5-d027360c3dc1 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:51:59.874606 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3e862ff9-7207-403f-addb-ed53fc02b85f req-ff9c0631-fb40-4aad-a6d5-d027360c3dc1 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 944 time: 0.0749464 Apr 06 11:51:59.942279 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3e862ff9-7207-403f-addb-ed53fc02b85f req-4d5a60b5-240b-4b83-b1d4-6941f68cc541 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=5384013c-0cce-4012-92d6-dfb1e099296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592780 Apr 06 11:52:00.291568 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 7435b605-991f-4ef2-b321-64fe5e1e306f up at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:52:00.347169 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning for port 7435b605-991f-4ef2-b321-64fe5e1e306f completed by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:52:00.351624 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning complete for port 7435b605-991f-4ef2-b321-64fe5e1e306f triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:52:00.352208 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (7435b605-991f-4ef2-b321-64fe5e1e306f), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:00.447876 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 7435b605-991f-4ef2-b321-64fe5e1e306f is: BUILD; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:52:00.448562 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (7435b605-991f-4ef2-b321-64fe5e1e306f), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:00.477808 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547ed5ea-7769-40f5-aa31-d1c1d5553d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7435b605-991f-4ef2-b321-64fe5e1e306f'}] {{(pid=110261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:52:00.480208 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa90572765a02b80253351879fa6496fbbfbce8a00fa36c7b280133d65d0c1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae92acd-9a06-4ff4-b7e0-04209bb7c4b5" -d '{"events": [{"server_uuid": "547ed5ea-7769-40f5-aa31-d1c1d5553d7e", "name": "network-vif-plugged", "status": "completed", "tag": "7435b605-991f-4ef2-b321-64fe5e1e306f"}]}' {{(pid=110261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:52:00.496770 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 7435b605-991f-4ef2-b321-64fe5e1e306f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7435b605-991f-4ef2-b321-64fe5e1e306f,segment=NetworkSegment(4cfea46a-4bee-477e-bfba-1025be7f7a6b),segment_id=4cfea46a-4bee-477e-bfba-1025be7f7a6b)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:52:00.502612 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (7435b605-991f-4ef2-b321-64fe5e1e306f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:00.537228 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7170a3-89e0-4382-8d09-0abd29aa0798 x-openstack-request-id: req-cb7170a3-89e0-4382-8d09-0abd29aa0798 {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:52:00.537552 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547ed5ea-7769-40f5-aa31-d1c1d5553d7e", "name": "network-vif-plugged", "status": "completed", "tag": "7435b605-991f-4ef2-b321-64fe5e1e306f", "code": 200}]} {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:52:00.537860 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb7170a3-89e0-4382-8d09-0abd29aa0798 {{(pid=110261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:52:00.538800 dv-cinder-836074-2-iscsi neutron-server[110261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb7170a3-89e0-4382-8d09-0abd29aa0798'] response: {'server_uuid': '547ed5ea-7769-40f5-aa31-d1c1d5553d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7435b605-991f-4ef2-b321-64fe5e1e306f', 'code': 200} Apr 06 11:52:00.574064 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=7435b605-991f-4ef2-b321-64fe5e1e306f,revision_number=5']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:00.634788 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4b335-f116-416b-9b4a-613a35b97e4a req-ea6a41ca-821e-4c41-a2d6-fa97fe737f15 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:00.637170 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f5b4b335-f116-416b-9b4a-613a35b97e4a req-ea6a41ca-821e-4c41-a2d6-fa97fe737f15 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0580697 Apr 06 11:52:00.696072 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f5b4b335-f116-416b-9b4a-613a35b97e4a req-1d97a6c6-8fdf-4469-b5d7-15e25b69ec0d tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510685 Apr 06 11:52:00.874793 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ded1f5-942c-493a-a880-1bd8d6494009 req-8a2a6031-2f50-486a-8551-796bfd3fabaf tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:00.876381 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-36ded1f5-942c-493a-a880-1bd8d6494009 req-8a2a6031-2f50-486a-8551-796bfd3fabaf tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0601275 Apr 06 11:52:00.945270 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-36ded1f5-942c-493a-a880-1bd8d6494009 req-8d94d9bf-8363-40f1-a130-4ec21f11fc72 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599599 Apr 06 11:52:01.093414 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8edaf-98dc-4b02-907a-4279edcbf5bc req-3ff88197-7e73-475e-8360-a1f2c48ae747 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:01.095652 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a1b8edaf-98dc-4b02-907a-4279edcbf5bc req-3ff88197-7e73-475e-8360-a1f2c48ae747 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 944 time: 0.0756419 Apr 06 11:52:01.185540 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a1b8edaf-98dc-4b02-907a-4279edcbf5bc req-f699058e-08e3-4dc1-bec8-845594430cad tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=5384013c-0cce-4012-92d6-dfb1e099296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816221 Apr 06 11:52:01.577207 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-65ae8397-9704-4286-b0d2-7611ffcbb703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:01.579162 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-65ae8397-9704-4286-b0d2-7611ffcbb703 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6bf3687e8d0448cfb29d393230e0fba3&device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 1128 time: 0.0529730 Apr 06 11:52:01.643631 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e399150a-0296-4238-8162-02a08bcc4a2d req-2e2d4208-acfa-4a3b-addd-32d0a2854535 service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092823 Apr 06 11:52:01.822211 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be8390-2b66-47da-accf-724072cbf8fc req-c6b8d413-ea05-4a17-ab61-9640daa7b4e8 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:01.823711 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-35be8390-2b66-47da-accf-724072cbf8fc req-c6b8d413-ea05-4a17-ab61-9640daa7b4e8 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0560915 Apr 06 11:52:01.871589 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-35be8390-2b66-47da-accf-724072cbf8fc req-b70e396a-f901-4e65-ad5b-b4cb54b541da tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422192 Apr 06 11:52:02.079285 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce17f01-ec1f-4c37-b2e3-31bf60da9b50 req-ede0f3d8-09b6-45f1-b9ce-23c73b83ad34 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:02.081027 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-5ce17f01-ec1f-4c37-b2e3-31bf60da9b50 req-ede0f3d8-09b6-45f1-b9ce-23c73b83ad34 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0624917 Apr 06 11:52:02.129745 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-d898141b-23da-485f-a127-c05cee77ab86 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cf15194-eb24-4e90-b788-4ee67fcc037c HTTP/1.1" status: 200 len: 217 time: 0.0507789 Apr 06 11:52:02.188096 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-1082c982-4f0f-4491-b9f3-5b33c2187a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:02.191341 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-1082c982-4f0f-4491-b9f3-5b33c2187a1b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=30cc3b5e-6713-4293-92dc-273ba182e38b HTTP/1.1" status: 200 len: 851 time: 0.0554175 Apr 06 11:52:02.212571 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-5ce17f01-ec1f-4c37-b2e3-31bf60da9b50 req-a53857fa-2cf6-48d9-ad56-9ea05581b3f2 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222866 Apr 06 11:52:02.231851 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e399150a-0296-4238-8162-02a08bcc4a2d req-e67569a5-eba1-4285-9b58-16efd9f79af1 service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497407 Apr 06 11:52:02.254339 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-ad5aae51-27f3-413a-95a6-efe639088272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:02.256038 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-ad5aae51-27f3-413a-95a6-efe639088272 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99bd6fac-a9a5-4214-bfa7-98f9f937fa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567887 Apr 06 11:52:02.306456 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device fff424a3-655d-48b5-9050-0acbe0bf6be8 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:52:02.343722 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb618b0e-619c-4fef-a527-beaaf6761229 req-6ff2de4a-1150-4b7b-9cb6-652aa93103a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:02.345937 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-bb618b0e-619c-4fef-a527-beaaf6761229 req-6ff2de4a-1150-4b7b-9cb6-652aa93103a2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 1130 time: 0.0880146 Apr 06 11:52:02.511963 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891e462-1874-4f26-90f1-34c0e47f69dc req-bb84f213-aa55-48a7-a30d-c2f0f2e9823f tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:02.513661 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-2891e462-1874-4f26-90f1-34c0e47f69dc req-bb84f213-aa55-48a7-a30d-c2f0f2e9823f tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 944 time: 0.1054418 Apr 06 11:52:02.516003 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-bb618b0e-619c-4fef-a527-beaaf6761229 req-f85fcb7d-eafe-4ac0-818e-6d450012a77e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596618 Apr 06 11:52:02.524957 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-490ecf33-a5f6-4fb2-9c52-c566dc552f1d req-5b66d4c9-2662-42ba-a6f7-b6bc157b5bfd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1336870 Apr 06 11:52:02.537301 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-1b755870-70fd-47be-bcd3-52b0f9b6c5a6 service neutron] 10.222.0.53 "GET /v2.0/networks/99bd6fac-a9a5-4214-bfa7-98f9f937fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718997 Apr 06 11:52:02.538437 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port fff424a3-655d-48b5-9050-0acbe0bf6be8, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fff424a3-655d-48b5-9050-0acbe0bf6be8,segment=NetworkSegment(deb309b9-5789-464c-9c33-f60bf6e06a39),segment_id=deb309b9-5789-464c-9c33-f60bf6e06a39)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:52:02.556795 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Returning: {'device': 'fff424a3-655d-48b5-9050-0acbe0bf6be8', 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864', 'port_id': 'fff424a3-655d-48b5-9050-0acbe0bf6be8', 'mac_address': 'fa:16:3e:9d:fe:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:52:02.574417 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-2891e462-1874-4f26-90f1-34c0e47f69dc req-aa5dfdcc-f7e0-4e03-99b6-d9a738efc3ba tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=5384013c-0cce-4012-92d6-dfb1e099296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552409 Apr 06 11:52:02.613898 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port fff424a3-655d-48b5-9050-0acbe0bf6be8 is: DOWN; New status is: BUILD {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:52:02.614068 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (fff424a3-655d-48b5-9050-0acbe0bf6be8), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:02.628695 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fff424a3-655d-48b5-9050-0acbe0bf6be8 {{(pid=110261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:52:02.650494 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port fff424a3-655d-48b5-9050-0acbe0bf6be8, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fff424a3-655d-48b5-9050-0acbe0bf6be8,segment=NetworkSegment(deb309b9-5789-464c-9c33-f60bf6e06a39),segment_id=deb309b9-5789-464c-9c33-f60bf6e06a39)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:52:02.654577 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (fff424a3-655d-48b5-9050-0acbe0bf6be8), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:02.732696 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=fff424a3-655d-48b5-9050-0acbe0bf6be8,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:03.015373 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de9e5c-4080-4b74-804d-4bdc9be7920b req-07d13fbf-6ab1-4218-a625-18e76e51e8e3 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:03.016895 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d9de9e5c-4080-4b74-804d-4bdc9be7920b req-07d13fbf-6ab1-4218-a625-18e76e51e8e3 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0630431 Apr 06 11:52:03.123567 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d9de9e5c-4080-4b74-804d-4bdc9be7920b req-f740551d-b479-4584-a517-473f7b5ffd70 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968399 Apr 06 11:52:03.149940 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d72c0ee8-4d4d-4caa-b8a9-6002235d53a2 req-79f91992-210c-458b-ba93-0526cc2c71a0 service neutron] 10.222.0.53 "GET /v2.0/networks/99bd6fac-a9a5-4214-bfa7-98f9f937fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318419 Apr 06 11:52:03.193591 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['fff424a3-655d-48b5-9050-0acbe0bf6be8'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:52:03.400905 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3903fbe-e34a-40c4-b046-736df835874a req-400406cb-a5af-4887-9d9a-a8285cd6e386 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:03.402413 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f3903fbe-e34a-40c4-b046-736df835874a req-400406cb-a5af-4887-9d9a-a8285cd6e386 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 944 time: 0.0641549 Apr 06 11:52:03.453062 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f3903fbe-e34a-40c4-b046-736df835874a req-c490685b-2ae7-4e1b-aee0-4f55fb58dd8b tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442369 Apr 06 11:52:03.914556 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66d5e5-a0a3-4754-8ed1-0f8c30311b2e req-cd709b1a-1b69-44fc-aa01-ac158946907b tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:03.916049 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-5d66d5e5-a0a3-4754-8ed1-0f8c30311b2e req-cd709b1a-1b69-44fc-aa01-ac158946907b tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 944 time: 0.2732499 Apr 06 11:52:03.946283 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ecf33-a5f6-4fb2-9c52-c566dc552f1d req-3de410eb-2e35-4b5c-8c48-68b45218563c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:03.948008 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-490ecf33-a5f6-4fb2-9c52-c566dc552f1d req-3de410eb-2e35-4b5c-8c48-68b45218563c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07e463b506404717a3b04c324ab3e3cf&device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 1129 time: 0.0878994 Apr 06 11:52:03.981321 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-5d66d5e5-a0a3-4754-8ed1-0f8c30311b2e req-0b14d05a-84d7-4cf7-b903-112b6dd1eba5 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=5384013c-0cce-4012-92d6-dfb1e099296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581095 Apr 06 11:52:04.259135 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffb157-2ceb-483d-8cb3-8f013b97c0b3 req-8f668b28-3123-43e3-825e-59a99dd864ae tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:04.260848 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c4ffb157-2ceb-483d-8cb3-8f013b97c0b3 req-8f668b28-3123-43e3-825e-59a99dd864ae tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0673428 Apr 06 11:52:04.325560 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c4ffb157-2ceb-483d-8cb3-8f013b97c0b3 req-a5f46f8d-6df5-4280-a88d-0b1dbf47345f tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586927 Apr 06 11:52:04.343033 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 44154) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:04.484106 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8be11e40-bd87-4df0-a6bf-4e89d2b14cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:04.632290 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8be11e40-bd87-4df0-a6bf-4e89d2b14cd6 admin admin] Publish callbacks [] for security_group (3adff6f6-c1e0-4c4a-995a-3df99747215a), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:04.639696 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0af331-e969-4217-96ca-4a8ce8e21d6f req-090c7c89-ff55-47ab-b25c-f0b48298221c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:04.641192 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4f0af331-e969-4217-96ca-4a8ce8e21d6f req-090c7c89-ff55-47ab-b25c-f0b48298221c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 944 time: 0.0993524 Apr 06 11:52:04.642236 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8be11e40-bd87-4df0-a6bf-4e89d2b14cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (3adff6f6-c1e0-4c4a-995a-3df99747215a), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:04.720261 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be11e40-bd87-4df0-a6bf-4e89d2b14cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3adff6f6-c1e0-4c4a-995a-3df99747215a,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:04.724605 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-8be11e40-bd87-4df0-a6bf-4e89d2b14cd6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e50511c3745248f8b226a53f1654b18f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3804100 Apr 06 11:52:04.728288 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 44178) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:04.759320 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4f0af331-e969-4217-96ca-4a8ce8e21d6f req-43a78d38-2be6-47f7-99aa-416e792b13db tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005099 Apr 06 11:52:04.787377 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0b974681-555b-455c-87be-6a34640d826c admin admin] Publish callbacks [] for security_group (3adff6f6-c1e0-4c4a-995a-3df99747215a), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:04.815104 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0b974681-555b-455c-87be-6a34640d826c admin admin] Publish callbacks [] for security_group (3adff6f6-c1e0-4c4a-995a-3df99747215a), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:04.857939 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device fff424a3-655d-48b5-9050-0acbe0bf6be8 up at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:52:04.879912 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0b974681-555b-455c-87be-6a34640d826c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (3adff6f6-c1e0-4c4a-995a-3df99747215a), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:04.883349 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0b974681-555b-455c-87be-6a34640d826c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:04.888634 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-0b974681-555b-455c-87be-6a34640d826c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3adff6f6-c1e0-4c4a-995a-3df99747215a HTTP/1.1" status: 204 len: 168 time: 0.1580265 Apr 06 11:52:04.899744 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b974681-555b-455c-87be-6a34640d826c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adff6f6-c1e0-4c4a-995a-3df99747215a,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:04.923936 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning for port fff424a3-655d-48b5-9050-0acbe0bf6be8 completed by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:52:04.929094 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning complete for port fff424a3-655d-48b5-9050-0acbe0bf6be8 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:52:04.929507 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (fff424a3-655d-48b5-9050-0acbe0bf6be8), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:05.053253 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port fff424a3-655d-48b5-9050-0acbe0bf6be8 is: BUILD; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:52:05.053849 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (fff424a3-655d-48b5-9050-0acbe0bf6be8), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:05.098730 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d25b01-e6f2-4b42-94ac-dbc0235a4edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff424a3-655d-48b5-9050-0acbe0bf6be8'}] {{(pid=110261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:52:05.101892 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa90572765a02b80253351879fa6496fbbfbce8a00fa36c7b280133d65d0c1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d130fd-ba96-4ab9-a39b-c9c7fdc9cec5" -d '{"events": [{"server_uuid": "41d25b01-e6f2-4b42-94ac-dbc0235a4edc", "name": "network-vif-plugged", "status": "completed", "tag": "fff424a3-655d-48b5-9050-0acbe0bf6be8"}]}' {{(pid=110261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:52:05.120265 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port fff424a3-655d-48b5-9050-0acbe0bf6be8, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fff424a3-655d-48b5-9050-0acbe0bf6be8,segment=NetworkSegment(deb309b9-5789-464c-9c33-f60bf6e06a39),segment_id=deb309b9-5789-464c-9c33-f60bf6e06a39)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:52:05.129744 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (fff424a3-655d-48b5-9050-0acbe0bf6be8), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:05.200921 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e3ad44-895b-479e-aed8-37df37a64bf6 x-openstack-request-id: req-a1e3ad44-895b-479e-aed8-37df37a64bf6 {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:52:05.201240 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d25b01-e6f2-4b42-94ac-dbc0235a4edc", "name": "network-vif-plugged", "status": "completed", "tag": "fff424a3-655d-48b5-9050-0acbe0bf6be8", "code": 200}]} {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:52:05.201502 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a1e3ad44-895b-479e-aed8-37df37a64bf6 {{(pid=110261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:52:05.203200 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cf98b-8de7-4bf3-a312-268adc696290 req-56160341-c828-4e18-9ac4-0e53fab5ae98 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:05.219827 dv-cinder-836074-2-iscsi neutron-server[110261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1e3ad44-895b-479e-aed8-37df37a64bf6'] response: {'server_uuid': '41d25b01-e6f2-4b42-94ac-dbc0235a4edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff424a3-655d-48b5-9050-0acbe0bf6be8', 'code': 200} Apr 06 11:52:05.221023 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-434cf98b-8de7-4bf3-a312-268adc696290 req-56160341-c828-4e18-9ac4-0e53fab5ae98 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 944 time: 0.1075232 Apr 06 11:52:05.243766 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=fff424a3-655d-48b5-9050-0acbe0bf6be8,revision_number=5']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:05.281237 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-434cf98b-8de7-4bf3-a312-268adc696290 req-3ce4b4d2-87ea-4a3e-9dd4-170c99e85862 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=5384013c-0cce-4012-92d6-dfb1e099296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577822 Apr 06 11:52:05.309828 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 44210) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:05.324927 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-9e625189-e106-492b-ae12-79aa31f34153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:05.415774 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-9e625189-e106-492b-ae12-79aa31f34153 admin admin] Publish callbacks [] for security_group (b0165444-8541-49f0-8977-2d136aa6d304), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:05.419976 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-9e625189-e106-492b-ae12-79aa31f34153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (b0165444-8541-49f0-8977-2d136aa6d304), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:05.472364 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-9e625189-e106-492b-ae12-79aa31f34153 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=617aa5ed797c4336bb5614e0113657d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1614408 Apr 06 11:52:05.473360 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e625189-e106-492b-ae12-79aa31f34153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0165444-8541-49f0-8977-2d136aa6d304,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:05.474977 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 44218) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:05.481630 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e625189-e106-492b-ae12-79aa31f34153 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:05.481630 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e625189-e106-492b-ae12-79aa31f34153 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:05.481853 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e625189-e106-492b-ae12-79aa31f34153 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:05.482161 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e625189-e106-492b-ae12-79aa31f34153 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:05.482499 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e625189-e106-492b-ae12-79aa31f34153 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:05.482859 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e625189-e106-492b-ae12-79aa31f34153 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:05.483193 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e625189-e106-492b-ae12-79aa31f34153 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:05.483581 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e625189-e106-492b-ae12-79aa31f34153 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:05.483935 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e625189-e106-492b-ae12-79aa31f34153 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:05.484185 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e625189-e106-492b-ae12-79aa31f34153 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:05.484534 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e625189-e106-492b-ae12-79aa31f34153 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:05.484909 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e625189-e106-492b-ae12-79aa31f34153 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:05.485608 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e625189-e106-492b-ae12-79aa31f34153 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:05.485608 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e625189-e106-492b-ae12-79aa31f34153 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:05.485888 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e625189-e106-492b-ae12-79aa31f34153 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:05.502822 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d69ff7-a798-46df-a70f-60ebcb827132 req-bd74ecfb-6960-4dd2-b315-53c2245d56fe tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:05.504439 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-42d69ff7-a798-46df-a70f-60ebcb827132 req-bd74ecfb-6960-4dd2-b315-53c2245d56fe tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0782650 Apr 06 11:52:05.563642 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f4316c99-721c-43f1-9260-edf141668481 admin admin] Publish callbacks [] for security_group (b0165444-8541-49f0-8977-2d136aa6d304), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:05.583549 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-42d69ff7-a798-46df-a70f-60ebcb827132 req-d09dec71-b104-406a-a18f-f1c9a83fe2c4 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696602 Apr 06 11:52:05.602345 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f4316c99-721c-43f1-9260-edf141668481 admin admin] Publish callbacks [] for security_group (b0165444-8541-49f0-8977-2d136aa6d304), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:05.654372 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f4316c99-721c-43f1-9260-edf141668481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (b0165444-8541-49f0-8977-2d136aa6d304), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:05.656926 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f4316c99-721c-43f1-9260-edf141668481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:05.658163 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-f4316c99-721c-43f1-9260-edf141668481 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b0165444-8541-49f0-8977-2d136aa6d304 HTTP/1.1" status: 204 len: 168 time: 0.1815162 Apr 06 11:52:05.667734 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4316c99-721c-43f1-9260-edf141668481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0165444-8541-49f0-8977-2d136aa6d304,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:05.675083 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4316c99-721c-43f1-9260-edf141668481 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:05.675422 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4316c99-721c-43f1-9260-edf141668481 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:05.675764 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4316c99-721c-43f1-9260-edf141668481 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:05.676139 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4316c99-721c-43f1-9260-edf141668481 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:05.676469 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4316c99-721c-43f1-9260-edf141668481 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:05.676819 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4316c99-721c-43f1-9260-edf141668481 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:05.677147 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4316c99-721c-43f1-9260-edf141668481 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:05.677604 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4316c99-721c-43f1-9260-edf141668481 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:05.677939 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4316c99-721c-43f1-9260-edf141668481 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:05.679024 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4316c99-721c-43f1-9260-edf141668481 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:05.679899 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4316c99-721c-43f1-9260-edf141668481 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:05.680287 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4316c99-721c-43f1-9260-edf141668481 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:05.680582 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4316c99-721c-43f1-9260-edf141668481 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:05.680933 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4316c99-721c-43f1-9260-edf141668481 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:05.681255 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4316c99-721c-43f1-9260-edf141668481 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:05.897594 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5285934-e24d-4be7-8d08-a65e8f80634e req-e7ab3110-f710-498d-8b56-ba8026774f6c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:05.899110 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f5285934-e24d-4be7-8d08-a65e8f80634e req-e7ab3110-f710-498d-8b56-ba8026774f6c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0579467 Apr 06 11:52:05.949206 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f5285934-e24d-4be7-8d08-a65e8f80634e req-d1d1b6bc-1d2c-444f-9880-a2ef3d4d9e5e tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444045 Apr 06 11:52:06.409232 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd132c4-f090-40a8-b062-ba7a6ad832c0 req-68af5dee-efea-4f41-987d-6f45cdc30959 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:06.410973 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4bd132c4-f090-40a8-b062-ba7a6ad832c0 req-68af5dee-efea-4f41-987d-6f45cdc30959 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 944 time: 0.0579507 Apr 06 11:52:06.473778 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4bd132c4-f090-40a8-b062-ba7a6ad832c0 req-c952a5aa-2943-4f05-9ea8-2c1ccc61bee8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=5384013c-0cce-4012-92d6-dfb1e099296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496516 Apr 06 11:52:06.730958 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154b6f9-5a9a-43e5-9768-000cbdd57fe7 req-cbd86ab1-0e9f-4cb2-8ff6-af7d33698274 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:06.732709 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f154b6f9-5a9a-43e5-9768-000cbdd57fe7 req-cbd86ab1-0e9f-4cb2-8ff6-af7d33698274 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0599513 Apr 06 11:52:06.733002 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 44284) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:06.871211 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f154b6f9-5a9a-43e5-9768-000cbdd57fe7 req-9b664f3e-eb08-42db-bb17-cb3b7828a0c3 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051486 Apr 06 11:52:06.874749 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 8cf15194-eb24-4e90-b788-4ee67fcc037c details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:52:06.880099 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:06.966402 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-b4d556a5-6be3-49d2-88c4-f1e6aaacf88f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:07.030464 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 8cf15194-eb24-4e90-b788-4ee67fcc037c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8cf15194-eb24-4e90-b788-4ee67fcc037c,segment=NetworkSegment(d73cce00-15b1-40fb-ad57-8913535f579d),segment_id=d73cce00-15b1-40fb-ad57-8913535f579d)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:52:07.049950 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Returning: {'device': '8cf15194-eb24-4e90-b788-4ee67fcc037c', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'port_id': '8cf15194-eb24-4e90-b788-4ee67fcc037c', 'mac_address': 'fa:16:3e:37:68:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:52:07.094681 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-b4d556a5-6be3-49d2-88c4-f1e6aaacf88f admin admin] Publish callbacks [] for security_group (71d7e3c1-54b9-4d4b-8fa7-5ba3df645545), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:07.111032 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1fcfc-84ab-424a-8cfd-a84e02d0ca63 req-1be45b98-69b1-4d91-ab3a-4c861c397dbe tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:07.112706 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-68f1fcfc-84ab-424a-8cfd-a84e02d0ca63 req-1be45b98-69b1-4d91-ab3a-4c861c397dbe tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0849993 Apr 06 11:52:07.113907 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-b4d556a5-6be3-49d2-88c4-f1e6aaacf88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (71d7e3c1-54b9-4d4b-8fa7-5ba3df645545), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:07.121708 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 8cf15194-eb24-4e90-b788-4ee67fcc037c is: DOWN; New status is: BUILD {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:52:07.122099 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (8cf15194-eb24-4e90-b788-4ee67fcc037c), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:07.142378 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf15194-eb24-4e90-b788-4ee67fcc037c {{(pid=110261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:52:07.169055 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 8cf15194-eb24-4e90-b788-4ee67fcc037c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8cf15194-eb24-4e90-b788-4ee67fcc037c,segment=NetworkSegment(d73cce00-15b1-40fb-ad57-8913535f579d),segment_id=d73cce00-15b1-40fb-ad57-8913535f579d)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:52:07.176007 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (8cf15194-eb24-4e90-b788-4ee67fcc037c), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:07.185574 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 44298) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:07.200096 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-b4d556a5-6be3-49d2-88c4-f1e6aaacf88f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6269f03564dc4c16898a93e10c94c617&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4589224 Apr 06 11:52:07.212005 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d556a5-6be3-49d2-88c4-f1e6aaacf88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d7e3c1-54b9-4d4b-8fa7-5ba3df645545,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:07.254371 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=8cf15194-eb24-4e90-b788-4ee67fcc037c,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:07.265590 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-244a01d8-4b00-445d-95d6-4972c5146ad3 admin admin] Publish callbacks [] for security_group (71d7e3c1-54b9-4d4b-8fa7-5ba3df645545), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:07.290053 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-244a01d8-4b00-445d-95d6-4972c5146ad3 admin admin] Publish callbacks [] for security_group (71d7e3c1-54b9-4d4b-8fa7-5ba3df645545), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:07.294149 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-68f1fcfc-84ab-424a-8cfd-a84e02d0ca63 req-2c4247d1-df9a-44a0-b796-e91c2c880ac1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693065 Apr 06 11:52:07.324822 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ecf33-a5f6-4fb2-9c52-c566dc552f1d req-ef08030c-cddc-4edc-a136-820fcfc8f94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:07.326433 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-490ecf33-a5f6-4fb2-9c52-c566dc552f1d req-ef08030c-cddc-4edc-a136-820fcfc8f94d service neutron] 10.222.0.53 "GET /v2.0/networks?id=c7019716-b61b-48ad-b253-e78c3dba422a HTTP/1.1" status: 200 len: 912 time: 0.1615226 Apr 06 11:52:07.349796 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-244a01d8-4b00-445d-95d6-4972c5146ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (71d7e3c1-54b9-4d4b-8fa7-5ba3df645545), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:07.352920 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-244a01d8-4b00-445d-95d6-4972c5146ad3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:07.354053 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-244a01d8-4b00-445d-95d6-4972c5146ad3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/71d7e3c1-54b9-4d4b-8fa7-5ba3df645545 HTTP/1.1" status: 204 len: 168 time: 0.1672215 Apr 06 11:52:07.367303 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a01d8-4b00-445d-95d6-4972c5146ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d7e3c1-54b9-4d4b-8fa7-5ba3df645545,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:07.612243 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['8cf15194-eb24-4e90-b788-4ee67fcc037c'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:52:07.613318 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe67cb-7887-426f-95f5-5e4ed1d66ccc req-5dcafc75-187d-4498-b897-5c12763017d1 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:07.614890 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-7abe67cb-7887-426f-95f5-5e4ed1d66ccc req-5dcafc75-187d-4498-b897-5c12763017d1 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 945 time: 0.0625451 Apr 06 11:52:07.640803 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 44306) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:07.659309 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-db3f0b3f-92f1-4488-89b9-120427241ea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:07.680849 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-7abe67cb-7887-426f-95f5-5e4ed1d66ccc req-a9b4e825-1bb0-48ae-9af4-88bef221482b tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=5384013c-0cce-4012-92d6-dfb1e099296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576379 Apr 06 11:52:07.796513 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-490ecf33-a5f6-4fb2-9c52-c566dc552f1d req-eb035541-2bef-4136-81af-51d8823895b6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a4b01df-35c7-49d9-9d0b-c1c724bb81b1 HTTP/1.1" status: 200 len: 217 time: 0.0583088 Apr 06 11:52:07.880069 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-db3f0b3f-92f1-4488-89b9-120427241ea9 admin admin] Publish callbacks [] for security_group (f81cce90-3fb9-4c49-9df9-7fc9aeebc5d3), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:07.889250 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-db3f0b3f-92f1-4488-89b9-120427241ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (f81cce90-3fb9-4c49-9df9-7fc9aeebc5d3), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:07.896598 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ecf33-a5f6-4fb2-9c52-c566dc552f1d req-cba5f1fc-c369-4019-aeb2-3bd8ea00999e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:07.899691 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-490ecf33-a5f6-4fb2-9c52-c566dc552f1d req-cba5f1fc-c369-4019-aeb2-3bd8ea00999e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=887eaf07-8b30-4f2f-a140-f600184c8e52 HTTP/1.1" status: 200 len: 851 time: 0.0926058 Apr 06 11:52:07.985349 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-490ecf33-a5f6-4fb2-9c52-c566dc552f1d req-ecf7027e-a4ac-4d1e-ab6c-21bafc2d25a8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c7019716-b61b-48ad-b253-e78c3dba422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692427 Apr 06 11:52:08.017873 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f0b3f-92f1-4488-89b9-120427241ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81cce90-3fb9-4c49-9df9-7fc9aeebc5d3,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:08.023597 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-db3f0b3f-92f1-4488-89b9-120427241ea9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4c0ca44a702342d1bb2a941ef435d08f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3815103 Apr 06 11:52:08.026450 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 44326) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:08.102926 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-bf285d9d-0e8b-4c1f-8a99-95c78efab742 admin admin] Publish callbacks [] for security_group (f81cce90-3fb9-4c49-9df9-7fc9aeebc5d3), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:08.125963 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010942c-018a-4581-b158-68cfe086db4f req-3622155d-87fa-40cb-af7e-ab08a6c591db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:08.127068 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-bf285d9d-0e8b-4c1f-8a99-95c78efab742 admin admin] Publish callbacks [] for security_group (f81cce90-3fb9-4c49-9df9-7fc9aeebc5d3), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:08.128165 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3010942c-018a-4581-b158-68cfe086db4f req-3622155d-87fa-40cb-af7e-ab08a6c591db service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 1129 time: 0.2146933 Apr 06 11:52:08.167939 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d4d22-dca3-4e3c-acdb-85d7061b1c80 req-0eca7f73-d31c-4004-95f5-bf4c46d7a054 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:08.170180 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-019d4d22-dca3-4e3c-acdb-85d7061b1c80 req-0eca7f73-d31c-4004-95f5-bf4c46d7a054 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.1955118 Apr 06 11:52:08.187121 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-bf285d9d-0e8b-4c1f-8a99-95c78efab742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (f81cce90-3fb9-4c49-9df9-7fc9aeebc5d3), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:08.189782 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-bf285d9d-0e8b-4c1f-8a99-95c78efab742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:08.191189 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-bf285d9d-0e8b-4c1f-8a99-95c78efab742 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f81cce90-3fb9-4c49-9df9-7fc9aeebc5d3 HTTP/1.1" status: 204 len: 168 time: 0.1634386 Apr 06 11:52:08.200816 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf285d9d-0e8b-4c1f-8a99-95c78efab742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81cce90-3fb9-4c49-9df9-7fc9aeebc5d3,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:08.217278 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-490ecf33-a5f6-4fb2-9c52-c566dc552f1d req-bfd52c09-862a-4299-ab79-7dbe0f910277 service neutron] 10.222.0.53 "GET /v2.0/networks/c7019716-b61b-48ad-b253-e78c3dba422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133970 Apr 06 11:52:08.334961 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3010942c-018a-4581-b158-68cfe086db4f req-b8ee76f8-e4fb-41bd-9148-93a8d0472012 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990407 Apr 06 11:52:08.343397 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-019d4d22-dca3-4e3c-acdb-85d7061b1c80 req-365ec5a8-b075-4b21-a762-0a7e2aefdb45 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586120 Apr 06 11:52:08.425733 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-490ecf33-a5f6-4fb2-9c52-c566dc552f1d req-4d9abbde-114e-4617-a20e-950d2ef946af service neutron] 10.222.0.53 "GET /v2.0/networks/c7019716-b61b-48ad-b253-e78c3dba422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870494 Apr 06 11:52:08.507702 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117715d-7e51-4802-8769-650ed31ba96d req-bb17c121-b629-4cbe-990a-4b52879b73c3 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:08.509882 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-7117715d-7e51-4802-8769-650ed31ba96d req-bb17c121-b629-4cbe-990a-4b52879b73c3 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0857279 Apr 06 11:52:08.590012 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-7117715d-7e51-4802-8769-650ed31ba96d req-bcdefb36-eb87-456a-b9c4-ea5e6fea29a8 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733454 Apr 06 11:52:08.746574 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c1560-d3c6-423e-8f46-dfc8fe52ecaa req-12bc3c64-dcd6-4297-830a-cac5fcdddfa2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:08.748128 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-114c1560-d3c6-423e-8f46-dfc8fe52ecaa req-12bc3c64-dcd6-4297-830a-cac5fcdddfa2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0807135 Apr 06 11:52:08.827359 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-114c1560-d3c6-423e-8f46-dfc8fe52ecaa req-57c83600-6f97-4357-b79e-c5e279264135 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619085 Apr 06 11:52:08.835617 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514dbda9-e988-4ec5-8587-29fc19b66db1 req-a0e9e41b-3f5a-466e-88b2-789662d068d1 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:08.837917 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-514dbda9-e988-4ec5-8587-29fc19b66db1 req-a0e9e41b-3f5a-466e-88b2-789662d068d1 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 945 time: 0.0660501 Apr 06 11:52:08.890621 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 8cf15194-eb24-4e90-b788-4ee67fcc037c up at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:52:08.914046 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-514dbda9-e988-4ec5-8587-29fc19b66db1 req-54da3edb-32dc-4512-b6f2-dd64a0bd9d8b tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=5384013c-0cce-4012-92d6-dfb1e099296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698991 Apr 06 11:52:08.985541 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning for port 8cf15194-eb24-4e90-b788-4ee67fcc037c completed by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:52:08.990078 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning complete for port 8cf15194-eb24-4e90-b788-4ee67fcc037c triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:52:08.990613 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (8cf15194-eb24-4e90-b788-4ee67fcc037c), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:09.086258 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 8cf15194-eb24-4e90-b788-4ee67fcc037c is: BUILD; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:52:09.086806 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (8cf15194-eb24-4e90-b788-4ee67fcc037c), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:09.119081 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c93814-a4b0-42d4-93b4-a1a1e3931654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf15194-eb24-4e90-b788-4ee67fcc037c'}] {{(pid=110261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:52:09.121518 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa90572765a02b80253351879fa6496fbbfbce8a00fa36c7b280133d65d0c1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afbdcee-5ebf-4178-91ac-c4a42c82dced" -d '{"events": [{"server_uuid": "a8c93814-a4b0-42d4-93b4-a1a1e3931654", "name": "network-vif-plugged", "status": "completed", "tag": "8cf15194-eb24-4e90-b788-4ee67fcc037c"}]}' {{(pid=110261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:52:09.144911 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 8cf15194-eb24-4e90-b788-4ee67fcc037c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8cf15194-eb24-4e90-b788-4ee67fcc037c,segment=NetworkSegment(d73cce00-15b1-40fb-ad57-8913535f579d),segment_id=d73cce00-15b1-40fb-ad57-8913535f579d)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:52:09.151896 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (8cf15194-eb24-4e90-b788-4ee67fcc037c), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:09.184613 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b688e5ba-7af0-44cb-8a0a-d7c0a25dbe0f x-openstack-request-id: req-b688e5ba-7af0-44cb-8a0a-d7c0a25dbe0f {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:52:09.185254 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c93814-a4b0-42d4-93b4-a1a1e3931654", "name": "network-vif-plugged", "status": "completed", "tag": "8cf15194-eb24-4e90-b788-4ee67fcc037c", "code": 200}]} {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:52:09.185773 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b688e5ba-7af0-44cb-8a0a-d7c0a25dbe0f {{(pid=110261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:52:09.186502 dv-cinder-836074-2-iscsi neutron-server[110261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b688e5ba-7af0-44cb-8a0a-d7c0a25dbe0f'] response: {'server_uuid': 'a8c93814-a4b0-42d4-93b4-a1a1e3931654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf15194-eb24-4e90-b788-4ee67fcc037c', 'code': 200} Apr 06 11:52:09.218226 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=8cf15194-eb24-4e90-b788-4ee67fcc037c,revision_number=5']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:09.232069 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:09.232069 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:09.232069 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:09.232069 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:09.232069 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:09.233201 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:09.233553 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:09.233896 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:09.234284 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:09.234582 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:09.234919 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:09.235269 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:09.235609 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:09.236050 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:09.236395 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:09.481246 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8c30f-3717-45b2-b6f0-c58007744bb7 req-aa9ecd0e-077b-4fc9-85dd-1d1e4f47e7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:09.483038 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6fe8c30f-3717-45b2-b6f0-c58007744bb7 req-aa9ecd0e-077b-4fc9-85dd-1d1e4f47e7e6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccfa48bf303a4fbd92c016652e6c8ffa&device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 1130 time: 0.0604956 Apr 06 11:52:09.652534 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8c30f-3717-45b2-b6f0-c58007744bb7 req-f2f326dd-b778-4d76-9bff-50ccad13e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:09.654505 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6fe8c30f-3717-45b2-b6f0-c58007744bb7 req-f2f326dd-b778-4d76-9bff-50ccad13e12d service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8762c11-97c8-4692-bb2b-070d6ecd6b12 HTTP/1.1" status: 200 len: 920 time: 0.1569927 Apr 06 11:52:09.743336 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cfa15-c117-41cd-9ddc-4d5f7617336b req-fbcbb9ed-57a2-4d43-8bb4-657c34ef17d0 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:09.744935 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-450cfa15-c117-41cd-9ddc-4d5f7617336b req-fbcbb9ed-57a2-4d43-8bb4-657c34ef17d0 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0599272 Apr 06 11:52:09.801516 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-450cfa15-c117-41cd-9ddc-4d5f7617336b req-f490ef35-cec5-443c-9585-4d7068513e89 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489812 Apr 06 11:52:09.863817 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 44418) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:09.909840 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.db_base_plugin_v2 [None req-20719dce-40c2-464f-8047-a4c8b729e97a admin admin] Deleting subnet 8ca5b225-69c7-4c80-9a5a-f9ff06fc4b00 {{(pid=110259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:52:09.913771 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-20719dce-40c2-464f-8047-a4c8b729e97a admin admin] Publish callbacks [] for subnet (8ca5b225-69c7-4c80-9a5a-f9ff06fc4b00), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:09.952353 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-20719dce-40c2-464f-8047-a4c8b729e97a admin admin] Publish callbacks [] for subnet (8ca5b225-69c7-4c80-9a5a-f9ff06fc4b00), precommit_delete_associations {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:09.970779 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-20719dce-40c2-464f-8047-a4c8b729e97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540055'] for subnet (8ca5b225-69c7-4c80-9a5a-f9ff06fc4b00), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:09.970872 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33445f-ab9a-4876-873d-0ef9c9b6f6a3 req-fa5ccb50-45ff-4547-ac66-b06415bf49b2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:09.976477 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6c33445f-ab9a-4876-873d-0ef9c9b6f6a3 req-fa5ccb50-45ff-4547-ac66-b06415bf49b2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0663097 Apr 06 11:52:10.034996 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6c33445f-ab9a-4876-873d-0ef9c9b6f6a3 req-3fa11a39-cfc8-43d3-bf91-c78cfa05d1bd tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576003 Apr 06 11:52:10.067292 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-20719dce-40c2-464f-8047-a4c8b729e97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1540056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332'] for subnet (8ca5b225-69c7-4c80-9a5a-f9ff06fc4b00), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:10.083353 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-20719dce-40c2-464f-8047-a4c8b729e97a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:10.087283 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-20719dce-40c2-464f-8047-a4c8b729e97a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8ca5b225-69c7-4c80-9a5a-f9ff06fc4b00 HTTP/1.1" status: 204 len: 168 time: 0.2224479 Apr 06 11:52:10.090244 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 44428) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:10.109075 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20719dce-40c2-464f-8047-a4c8b729e97a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ca5b225-69c7-4c80-9a5a-f9ff06fc4b00,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:10.123532 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b539502-793d-4325-8d07-9dc765a4f5a6 req-ee8c0c26-897d-4db4-b1b2-aa5560078070 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:10.125055 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8b539502-793d-4325-8d07-9dc765a4f5a6 req-ee8c0c26-897d-4db4-b1b2-aa5560078070 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 946 time: 0.1131518 Apr 06 11:52:10.166734 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3137fa75-b48f-45b9-8fbf-47f60c4421b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448080'] for network (d66a4871-0001-4f3a-9f44-efa8bab02719), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:10.173487 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8b539502-793d-4325-8d07-9dc765a4f5a6 req-5f1af0f7-655a-421a-9d8f-9272d1ec64ce tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=5384013c-0cce-4012-92d6-dfb1e099296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428514 Apr 06 11:52:10.278791 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6fe8c30f-3717-45b2-b6f0-c58007744bb7 req-f144dbb0-6dd0-486d-bed3-a2c83dd7ea96 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7435b605-991f-4ef2-b321-64fe5e1e306f HTTP/1.1" status: 200 len: 217 time: 0.0670817 Apr 06 11:52:10.290079 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3137fa75-b48f-45b9-8fbf-47f60c4421b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1537324', 'neutron.services.segments.db._delete_segments_for_network-8743157203577'] for network (d66a4871-0001-4f3a-9f44-efa8bab02719), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:10.320314 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3137fa75-b48f-45b9-8fbf-47f60c4421b6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:52:10.320880 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3137fa75-b48f-45b9-8fbf-47f60c4421b6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:52:10.322132 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3137fa75-b48f-45b9-8fbf-47f60c4421b6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:52:10.322695 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3137fa75-b48f-45b9-8fbf-47f60c4421b6 admin admin] Subscribe: > port after_create 55550000 {{(pid=110260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:52:10.323232 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3137fa75-b48f-45b9-8fbf-47f60c4421b6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:52:10.323774 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3137fa75-b48f-45b9-8fbf-47f60c4421b6 admin admin] Subscribe: > port after_update 55550000 {{(pid=110260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:52:10.324361 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3137fa75-b48f-45b9-8fbf-47f60c4421b6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:52:10.324946 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3137fa75-b48f-45b9-8fbf-47f60c4421b6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:52:10.325474 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3137fa75-b48f-45b9-8fbf-47f60c4421b6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:52:10.325994 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3137fa75-b48f-45b9-8fbf-47f60c4421b6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:52:10.423112 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3137fa75-b48f-45b9-8fbf-47f60c4421b6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:52:10.423391 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3137fa75-b48f-45b9-8fbf-47f60c4421b6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:52:10.423719 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3137fa75-b48f-45b9-8fbf-47f60c4421b6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:52:10.424045 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3137fa75-b48f-45b9-8fbf-47f60c4421b6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:52:10.424391 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.services.segments.db [None req-3137fa75-b48f-45b9-8fbf-47f60c4421b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66a4871-0001-4f3a-9f44-efa8bab02719']}} {{(pid=110260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:52:10.457397 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.services.segments.db [None req-3137fa75-b48f-45b9-8fbf-47f60c4421b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe8c4e5-efb0-494f-a6ab-d62285f8d83e') {'for_net_delete': True} {{(pid=110260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:52:10.457715 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.services.segments.db [None req-3137fa75-b48f-45b9-8fbf-47f60c4421b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe8c4e5-efb0-494f-a6ab-d62285f8d83e') {} {{(pid=110260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:52:10.476247 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3137fa75-b48f-45b9-8fbf-47f60c4421b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743157202306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5214118'] for segment (bfe8c4e5-efb0-494f-a6ab-d62285f8d83e), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:10.501813 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3137fa75-b48f-45b9-8fbf-47f60c4421b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (bfe8c4e5-efb0-494f-a6ab-d62285f8d83e), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:10.509502 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fa625-97b0-4d41-bf63-f19a97e5f04a req-b84e3d4c-f283-486e-b902-01052c087618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:10.511045 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-638fa625-97b0-4d41-bf63-f19a97e5f04a req-b84e3d4c-f283-486e-b902-01052c087618 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 1130 time: 0.2022321 Apr 06 11:52:10.514547 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3137fa75-b48f-45b9-8fbf-47f60c4421b6 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=110260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:52:10.514927 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3137fa75-b48f-45b9-8fbf-47f60c4421b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4263427'] for segment (bfe8c4e5-efb0-494f-a6ab-d62285f8d83e), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: from cryptography.utils import int_from_bytes Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: from cryptography.utils import int_from_bytes Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: Traceback (most recent call last): Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: timer() Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: cb(*args, **kw) Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: return func(*args, **kwargs) Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: self._notify() Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: self.callback(batched_events) Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: event.method(event) Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: return f(self, *a, **k) Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: return self._get(url).json() Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: return self.request(url, 'GET', **kwargs) Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:52:10.539534 dv-cinder-836074-2-iscsi neutron-server[110260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:52:10.599265 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3137fa75-b48f-45b9-8fbf-47f60c4421b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1537365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430244'] for network (d66a4871-0001-4f3a-9f44-efa8bab02719), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:10.605743 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3137fa75-b48f-45b9-8fbf-47f60c4421b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:10.609136 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-3137fa75-b48f-45b9-8fbf-47f60c4421b6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d66a4871-0001-4f3a-9f44-efa8bab02719 HTTP/1.1" status: 204 len: 168 time: 0.5178847 Apr 06 11:52:10.612015 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 44430) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:10.622259 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137fa75-b48f-45b9-8fbf-47f60c4421b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d66a4871-0001-4f3a-9f44-efa8bab02719,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:10.657033 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2431f64-419c-4751-b824-1b9367096291 admin admin] Deleting subnet 9c6f3dcb-1c42-4ef2-b526-c79b428c7acd {{(pid=110259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:52:10.660418 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-a2431f64-419c-4751-b824-1b9367096291 admin admin] Publish callbacks [] for subnet (9c6f3dcb-1c42-4ef2-b526-c79b428c7acd), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:10.701428 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-a2431f64-419c-4751-b824-1b9367096291 admin admin] Publish callbacks [] for subnet (9c6f3dcb-1c42-4ef2-b526-c79b428c7acd), precommit_delete_associations {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:10.707027 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-a2431f64-419c-4751-b824-1b9367096291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540055'] for subnet (9c6f3dcb-1c42-4ef2-b526-c79b428c7acd), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:10.758185 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-a2431f64-419c-4751-b824-1b9367096291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1540056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332'] for subnet (9c6f3dcb-1c42-4ef2-b526-c79b428c7acd), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:10.784563 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2431f64-419c-4751-b824-1b9367096291 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c6f3dcb-1c42-4ef2-b526-c79b428c7acd,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:10.786523 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-a2431f64-419c-4751-b824-1b9367096291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:10.790221 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-a2431f64-419c-4751-b824-1b9367096291 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9c6f3dcb-1c42-4ef2-b526-c79b428c7acd HTTP/1.1" status: 204 len: 168 time: 0.1771104 Apr 06 11:52:10.792577 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 44436) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:10.867405 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-63ab7287-2e09-4996-8bd1-de5f9e4776c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448080'] for network (e8270d09-1ab7-4f94-8369-d137e91cbd50), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:10.954633 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-63ab7287-2e09-4996-8bd1-de5f9e4776c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1537324', 'neutron.services.segments.db._delete_segments_for_network-8743157203577'] for network (e8270d09-1ab7-4f94-8369-d137e91cbd50), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:10.963897 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8c30f-3717-45b2-b6f0-c58007744bb7 req-c2090650-6f2b-4ce9-9a82-1ff73c4d65cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:10.965453 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6fe8c30f-3717-45b2-b6f0-c58007744bb7 req-c2090650-6f2b-4ce9-9a82-1ff73c4d65cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9b503157-0ef4-44d3-80a9-20b0dc5d9230 HTTP/1.1" status: 200 len: 858 time: 0.0617385 Apr 06 11:52:10.973345 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd5377-6f8d-4ce4-9eb1-e1452f64b325 req-33c8af0e-e337-47b4-974e-240ce269d8d4 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:10.975605 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7efd5377-6f8d-4ce4-9eb1-e1452f64b325 req-33c8af0e-e337-47b4-974e-240ce269d8d4 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0983055 Apr 06 11:52:10.976628 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-63ab7287-2e09-4996-8bd1-de5f9e4776c5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:52:10.977202 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-63ab7287-2e09-4996-8bd1-de5f9e4776c5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:52:10.977833 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-63ab7287-2e09-4996-8bd1-de5f9e4776c5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:52:10.978244 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-63ab7287-2e09-4996-8bd1-de5f9e4776c5 admin admin] Subscribe: > port after_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:52:10.978572 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-63ab7287-2e09-4996-8bd1-de5f9e4776c5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:52:10.978902 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-63ab7287-2e09-4996-8bd1-de5f9e4776c5 admin admin] Subscribe: > port after_update 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:52:10.979282 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-63ab7287-2e09-4996-8bd1-de5f9e4776c5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:52:10.979617 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-63ab7287-2e09-4996-8bd1-de5f9e4776c5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:52:10.979948 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-63ab7287-2e09-4996-8bd1-de5f9e4776c5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:52:10.980255 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-63ab7287-2e09-4996-8bd1-de5f9e4776c5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:52:11.050356 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-63ab7287-2e09-4996-8bd1-de5f9e4776c5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:52:11.050842 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-63ab7287-2e09-4996-8bd1-de5f9e4776c5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:52:11.051048 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-63ab7287-2e09-4996-8bd1-de5f9e4776c5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:52:11.051367 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-63ab7287-2e09-4996-8bd1-de5f9e4776c5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:52:11.051718 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.services.segments.db [None req-63ab7287-2e09-4996-8bd1-de5f9e4776c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8270d09-1ab7-4f94-8369-d137e91cbd50']}} {{(pid=110259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:52:11.070336 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.services.segments.db [None req-63ab7287-2e09-4996-8bd1-de5f9e4776c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36ff7b72-9a0e-434a-882c-6997bb4f1c08') {'for_net_delete': True} {{(pid=110259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:52:11.070541 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.services.segments.db [None req-63ab7287-2e09-4996-8bd1-de5f9e4776c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36ff7b72-9a0e-434a-882c-6997bb4f1c08') {} {{(pid=110259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:52:11.089227 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-63ab7287-2e09-4996-8bd1-de5f9e4776c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743157202306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4434089'] for segment (36ff7b72-9a0e-434a-882c-6997bb4f1c08), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:11.123615 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-63ab7287-2e09-4996-8bd1-de5f9e4776c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (36ff7b72-9a0e-434a-882c-6997bb4f1c08), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:11.124462 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7efd5377-6f8d-4ce4-9eb1-e1452f64b325 req-cf0b70ad-8e44-458b-a3ad-61ee6494aa57 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367950 Apr 06 11:52:11.130878 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-638fa625-97b0-4d41-bf63-f19a97e5f04a req-e25ffc93-62db-4061-adf2-d41fdb41fabd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5384013c-0cce-4012-92d6-dfb1e099296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240010 Apr 06 11:52:11.134873 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ab7287-2e09-4996-8bd1-de5f9e4776c5 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=110259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:52:11.135357 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-63ab7287-2e09-4996-8bd1-de5f9e4776c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4352449'] for segment (36ff7b72-9a0e-434a-882c-6997bb4f1c08), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:11.139858 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8c30f-3717-45b2-b6f0-c58007744bb7 req-3a1fbf75-9c7e-4509-8f7d-083d1e7bb267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: from cryptography.utils import int_from_bytes Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: from cryptography.utils import int_from_bytes Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: Traceback (most recent call last): Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: timer() Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: cb(*args, **kw) Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: return func(*args, **kwargs) Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: self._notify() Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: self.callback(batched_events) Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: event.method(event) Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: return f(self, *a, **k) Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: return self._get(url).json() Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: return self.request(url, 'GET', **kwargs) Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:52:11.140512 dv-cinder-836074-2-iscsi neutron-server[110259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:52:11.142952 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6fe8c30f-3717-45b2-b6f0-c58007744bb7 req-3a1fbf75-9c7e-4509-8f7d-083d1e7bb267 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8762c11-97c8-4692-bb2b-070d6ecd6b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1074123 Apr 06 11:52:11.232278 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-63ab7287-2e09-4996-8bd1-de5f9e4776c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1537365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430244'] for network (e8270d09-1ab7-4f94-8369-d137e91cbd50), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:11.243612 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-63ab7287-2e09-4996-8bd1-de5f9e4776c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:11.246898 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-63ab7287-2e09-4996-8bd1-de5f9e4776c5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e8270d09-1ab7-4f94-8369-d137e91cbd50 HTTP/1.1" status: 204 len: 168 time: 0.4533939 Apr 06 11:52:11.253921 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08701d-0c30-4498-b8ff-fc2f82d8dd68 req-7e99a990-0f8e-4166-b589-efb3cc789bec tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:11.255595 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ac08701d-0c30-4498-b8ff-fc2f82d8dd68 req-7e99a990-0f8e-4166-b589-efb3cc789bec tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0552862 Apr 06 11:52:11.263170 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03add01b-6e03-44ce-b622-e385c954394e req-4a70e28f-4f4b-42fb-a0fc-7f31f4b90f88 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:11.265467 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 44452) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:11.270003 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-03add01b-6e03-44ce-b622-e385c954394e req-4a70e28f-4f4b-42fb-a0fc-7f31f4b90f88 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.1162288 Apr 06 11:52:11.274436 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-eadd6ac0-0be3-41bb-9a3c-8dbd48554437 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Request body: {'floatingip': {'port_id': 'fff424a3-655d-48b5-9050-0acbe0bf6be8'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:52:11.277889 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab7287-2e09-4996-8bd1-de5f9e4776c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8270d09-1ab7-4f94-8369-d137e91cbd50,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:11.332436 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-03add01b-6e03-44ce-b622-e385c954394e req-21e860fe-097c-4fe6-aa63-67af5c146d20 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615692 Apr 06 11:52:11.364372 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-eadd6ac0-0be3-41bb-9a3c-8dbd48554437 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for floatingip (8335e528-c0fb-403d-94f4-c6258a6b98a0), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:11.447371 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 44454) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:11.489585 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-4415bbc9-c4b6-41ce-98e1-fbe666af5081 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=146083a7f24f4be999f4353bcf71109c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408642 Apr 06 11:52:11.492180 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 44456) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:11.547222 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-67a70b7f-a45c-4bab-91e7-91a86e9ab42c admin admin] Publish callbacks [] for security_group (b182f01c-a07e-438b-9e7d-31809185b006), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:11.572545 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-67a70b7f-a45c-4bab-91e7-91a86e9ab42c admin admin] Publish callbacks [] for security_group (b182f01c-a07e-438b-9e7d-31809185b006), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:11.623629 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-67a70b7f-a45c-4bab-91e7-91a86e9ab42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (b182f01c-a07e-438b-9e7d-31809185b006), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:11.626224 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-67a70b7f-a45c-4bab-91e7-91a86e9ab42c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:11.627375 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-67a70b7f-a45c-4bab-91e7-91a86e9ab42c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b182f01c-a07e-438b-9e7d-31809185b006 HTTP/1.1" status: 204 len: 168 time: 0.1342168 Apr 06 11:52:11.637175 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a70b7f-a45c-4bab-91e7-91a86e9ab42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b182f01c-a07e-438b-9e7d-31809185b006,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:11.717510 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d1a40-5ea3-4d30-b767-66a9214e781a req-16c46576-35bb-4642-8e99-db3d144fd98e tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:11.718999 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ba0d1a40-5ea3-4d30-b767-66a9214e781a req-16c46576-35bb-4642-8e99-db3d144fd98e tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 946 time: 0.3715515 Apr 06 11:52:11.880839 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ba0d1a40-5ea3-4d30-b767-66a9214e781a req-9d452f93-3041-4e85-98c1-865b63c54a56 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=5384013c-0cce-4012-92d6-dfb1e099296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447313 Apr 06 11:52:11.960141 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6fe8c30f-3717-45b2-b6f0-c58007744bb7 req-d5b3720d-46df-4010-a078-2b1a077e751b service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379155 Apr 06 11:52:12.061023 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 44478) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:12.108140 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-a3bc535d-7402-46b4-8d06-1fe35539014e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e35f1858bcb44476a462c3015f76058b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458379 Apr 06 11:52:12.110613 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 44480) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:12.166164 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b95fff92-6f87-456c-bcd9-36de0b4366f7 admin admin] Publish callbacks [] for security_group (98f5c103-ba87-4fe1-9e90-d60ecae481a0), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:12.188735 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b95fff92-6f87-456c-bcd9-36de0b4366f7 admin admin] Publish callbacks [] for security_group (98f5c103-ba87-4fe1-9e90-d60ecae481a0), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:12.238770 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b95fff92-6f87-456c-bcd9-36de0b4366f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (98f5c103-ba87-4fe1-9e90-d60ecae481a0), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:12.242135 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b95fff92-6f87-456c-bcd9-36de0b4366f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:12.246172 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-b95fff92-6f87-456c-bcd9-36de0b4366f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/98f5c103-ba87-4fe1-9e90-d60ecae481a0 HTTP/1.1" status: 204 len: 168 time: 0.1345456 Apr 06 11:52:12.254085 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-b76a824b-3f9e-4cbb-9649-2191a9c179da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:12.255993 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95fff92-6f87-456c-bcd9-36de0b4366f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f5c103-ba87-4fe1-9e90-d60ecae481a0,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:12.399389 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-eadd6ac0-0be3-41bb-9a3c-8dbd48554437 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:12.405905 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-eadd6ac0-0be3-41bb-9a3c-8dbd48554437 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (8335e528-c0fb-403d-94f4-c6258a6b98a0), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:12.471428 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959c1d1-d3e7-462b-90a4-38e2a5e97ea2 req-8a16bb5b-2306-452f-9ab7-624cd16ade4d tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:12.473252 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8959c1d1-d3e7-462b-90a4-38e2a5e97ea2 req-8a16bb5b-2306-452f-9ab7-624cd16ade4d tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0620704 Apr 06 11:52:12.525393 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8959c1d1-d3e7-462b-90a4-38e2a5e97ea2 req-74dcabe5-4220-4e14-875f-437acbc44a58 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447927 Apr 06 11:52:12.589458 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.db.l3_db [None req-eadd6ac0-0be3-41bb-9a3c-8dbd48554437 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Floating IP 8335e528-c0fb-403d-94f4-c6258a6b98a0 associated. External IP: 172.27.1.13, port: fff424a3-655d-48b5-9050-0acbe0bf6be8. Apr 06 11:52:12.635036 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6fe8c30f-3717-45b2-b6f0-c58007744bb7 req-a936b66b-ba9d-42f8-9dfb-dada02672dec service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799998 Apr 06 11:52:12.821201 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eadd6ac0-0be3-41bb-9a3c-8dbd48554437 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Router 3b71def2-3d93-45be-a5ef-7b49fecb29c1 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:52:12.936089 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eadd6ac0-0be3-41bb-9a3c-8dbd48554437 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:52:12.940915 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-eadd6ac0-0be3-41bb-9a3c-8dbd48554437 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:12.953360 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9dc966-d3f5-460a-b3f0-f96669bbd8b3 None None] Sync routers for ids ['3b71def2-3d93-45be-a5ef-7b49fecb29c1'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:52:12.966528 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9dc966-d3f5-460a-b3f0-f96669bbd8b3 None None] Routers {'3b71def2-3d93-45be-a5ef-7b49fecb29c1'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:52:12.967253 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-cb9dc966-d3f5-460a-b3f0-f96669bbd8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:51:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['3b71def2-3d93-45be-a5ef-7b49fecb29c1'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:52:13.023707 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-eadd6ac0-0be3-41bb-9a3c-8dbd48554437 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "PUT /v2.0/floatingips/8335e528-c0fb-403d-94f4-c6258a6b98a0 HTTP/1.1" status: 200 len: 990 time: 1.7560000 Apr 06 11:52:13.025947 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d25b01-e6f2-4b42-94ac-dbc0235a4edc', 'tag': 'fff424a3-655d-48b5-9050-0acbe0bf6be8'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:52:13.028441 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a7556d-4b3c-44c0-ba11-edf0073757fe" -d '{"events": [{"name": "network-changed", "server_uuid": "41d25b01-e6f2-4b42-94ac-dbc0235a4edc", "tag": "fff424a3-655d-48b5-9050-0acbe0bf6be8"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:52:13.070619 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a5571-7bd3-45ef-854f-241b3c3177d6 req-3aa5635e-7c9d-4c10-8daf-5e0feb3b813b tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:13.072179 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-756a5571-7bd3-45ef-854f-241b3c3177d6 req-3aa5635e-7c9d-4c10-8daf-5e0feb3b813b tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 946 time: 0.1107502 Apr 06 11:52:13.111620 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37069a35-52c4-4354-9b18-9db909af4b50 x-openstack-request-id: req-37069a35-52c4-4354-9b18-9db909af4b50 {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:52:13.111961 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41d25b01-e6f2-4b42-94ac-dbc0235a4edc", "tag": "fff424a3-655d-48b5-9050-0acbe0bf6be8", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:52:13.112401 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-37069a35-52c4-4354-9b18-9db909af4b50 {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:52:13.112996 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37069a35-52c4-4354-9b18-9db909af4b50'] response: {'name': 'network-changed', 'server_uuid': '41d25b01-e6f2-4b42-94ac-dbc0235a4edc', 'tag': 'fff424a3-655d-48b5-9050-0acbe0bf6be8', 'status': 'completed', 'code': 200} Apr 06 11:52:13.123649 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-cb9dc966-d3f5-460a-b3f0-f96669bbd8b3 None None] Set router 3b71def2-3d93-45be-a5ef-7b49fecb29c1 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:52:13.141411 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-756a5571-7bd3-45ef-854f-241b3c3177d6 req-26170510-d335-463c-bc85-cf8ac2a009ff tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=5384013c-0cce-4012-92d6-dfb1e099296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617220 Apr 06 11:52:13.415449 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-cb9dc966-d3f5-460a-b3f0-f96669bbd8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'name': 'tempest-AttachVolumeShelveTestJSON-495381077-router', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:17Z', 'revision_number': 4, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'gw_port': {'id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': '8335e528-c0fb-403d-94f4-c6258a6b98a0', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'floating_ip_address': '172.27.1.13', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'port_id': 'fff424a3-655d-48b5-9050-0acbe0bf6be8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864', 'mac_address': 'fa:16:3e:9d:fe:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d25b01-e6f2-4b42-94ac-dbc0235a4edc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:51:33Z', 'updated_at': '2022-04-06T11:52:12Z', 'revision_number': 1, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c1d04c-390a-4ad7-ad11-58637035f908', 'name': '', 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'mac_address': 'fa:16:3e:f0:f7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:13Z', 'updated_at': '2022-04-06T11:51:32Z', 'revision_number': 5, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'subnets': [{'id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:52:13.441060 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9dc966-d3f5-460a-b3f0-f96669bbd8b3 None None] Checking router: 3b71def2-3d93-45be-a5ef-7b49fecb29c1 for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:52:13.450376 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9dc966-d3f5-460a-b3f0-f96669bbd8b3 None None] Routers {'3b71def2-3d93-45be-a5ef-7b49fecb29c1'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:52:13.450991 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-cb9dc966-d3f5-460a-b3f0-f96669bbd8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:51:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['3b71def2-3d93-45be-a5ef-7b49fecb29c1'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:52:13.560207 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-cb9dc966-d3f5-460a-b3f0-f96669bbd8b3 None None] Set router 3b71def2-3d93-45be-a5ef-7b49fecb29c1 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:52:13.653376 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc2653-b58e-4d7f-a0a1-5130e0aea086 req-047c8a5a-1b27-4926-8e2d-34568c003cff tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:13.654879 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-45dc2653-b58e-4d7f-a0a1-5130e0aea086 req-047c8a5a-1b27-4926-8e2d-34568c003cff tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0581830 Apr 06 11:52:13.711268 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-45dc2653-b58e-4d7f-a0a1-5130e0aea086 req-abd33ae9-16a7-4400-b74f-7fce07095a73 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501373 Apr 06 11:52:13.871700 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-cb9dc966-d3f5-460a-b3f0-f96669bbd8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'name': 'tempest-AttachVolumeShelveTestJSON-495381077-router', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:17Z', 'revision_number': 4, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'gw_port': {'id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': '8335e528-c0fb-403d-94f4-c6258a6b98a0', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'floating_ip_address': '172.27.1.13', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'port_id': 'fff424a3-655d-48b5-9050-0acbe0bf6be8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864', 'mac_address': 'fa:16:3e:9d:fe:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d25b01-e6f2-4b42-94ac-dbc0235a4edc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:51:33Z', 'updated_at': '2022-04-06T11:52:12Z', 'revision_number': 1, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c1d04c-390a-4ad7-ad11-58637035f908', 'name': '', 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'mac_address': 'fa:16:3e:f0:f7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:13Z', 'updated_at': '2022-04-06T11:51:32Z', 'revision_number': 5, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'subnets': [{'id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:52:13.897316 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9dc966-d3f5-460a-b3f0-f96669bbd8b3 None None] The sync data for ids ['3b71def2-3d93-45be-a5ef-7b49fecb29c1'] in dv-cinder-836074-2-iscsi is: [{'id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'name': 'tempest-AttachVolumeShelveTestJSON-495381077-router', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:17Z', 'revision_number': 4, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'gw_port': {'id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': '8335e528-c0fb-403d-94f4-c6258a6b98a0', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'floating_ip_address': '172.27.1.13', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'port_id': 'fff424a3-655d-48b5-9050-0acbe0bf6be8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864', 'mac_address': 'fa:16:3e:9d:fe:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d25b01-e6f2-4b42-94ac-dbc0235a4edc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:51:33Z', 'updated_at': '2022-04-06T11:52:12Z', 'revision_number': 1, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c1d04c-390a-4ad7-ad11-58637035f908', 'name': '', 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'mac_address': 'fa:16:3e:f0:f7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:13Z', 'updated_at': '2022-04-06T11:51:32Z', 'revision_number': 5, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'subnets': [{'id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:52:14.126687 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5913abd9-8f24-4e24-8af5-abc981070ae7 None None] New status for floating IP 8335e528-c0fb-403d-94f4-c6258a6b98a0: ACTIVE {{(pid=110261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:52:14.292116 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ca639-6a4e-4d5c-bb29-0f5e3dd2034d req-d759fdba-500c-4609-8cde-a723af43d6e9 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:14.294260 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-c07ca639-6a4e-4d5c-bb29-0f5e3dd2034d req-d759fdba-500c-4609-8cde-a723af43d6e9 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 946 time: 0.0671327 Apr 06 11:52:14.343508 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-c07ca639-6a4e-4d5c-bb29-0f5e3dd2034d req-7b960325-0cfb-4502-ba8b-0a56195c5655 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=5384013c-0cce-4012-92d6-dfb1e099296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435064 Apr 06 11:52:14.831049 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d4c35-5b17-4632-8b57-beadcbd48e7b req-2d144331-df47-4eb6-a4da-c6c30f072877 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:14.832520 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-2c9d4c35-5b17-4632-8b57-beadcbd48e7b req-2d144331-df47-4eb6-a4da-c6c30f072877 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0532966 Apr 06 11:52:14.879054 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-2c9d4c35-5b17-4632-8b57-beadcbd48e7b req-73bc91fb-d2b2-477a-989e-e3fc2388f0a9 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410142 Apr 06 11:52:15.091498 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-becf4969-2c3c-469c-960b-fd7e61630063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:15.462872 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72593346-35f0-4ce0-8b9d-8b40cf5e34e5 req-68686334-c4b7-4130-a7ae-d2064ce63552 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:15.464347 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-72593346-35f0-4ce0-8b9d-8b40cf5e34e5 req-68686334-c4b7-4130-a7ae-d2064ce63552 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 946 time: 0.0519631 Apr 06 11:52:15.512693 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-72593346-35f0-4ce0-8b9d-8b40cf5e34e5 req-5b2c30ed-766f-4671-bcbe-24f241899a9c tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=5384013c-0cce-4012-92d6-dfb1e099296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429227 Apr 06 11:52:15.995538 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ab629-8572-42b9-bcf4-01173044a9d5 req-edda30c8-cf38-4c0b-95d4-781767c92448 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:15.997023 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-351ab629-8572-42b9-bcf4-01173044a9d5 req-edda30c8-cf38-4c0b-95d4-781767c92448 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0520868 Apr 06 11:52:16.043872 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-351ab629-8572-42b9-bcf4-01173044a9d5 req-182e88b4-7516-47bd-b4a7-8d6984433927 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413091 Apr 06 11:52:16.404788 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:16.630488 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb051564-b69f-41a0-8bad-a592799898b7 req-88fefaa1-16c5-4077-92c9-813566e081dc tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:16.631931 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-fb051564-b69f-41a0-8bad-a592799898b7 req-88fefaa1-16c5-4077-92c9-813566e081dc tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 946 time: 0.0518854 Apr 06 11:52:16.678893 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-fb051564-b69f-41a0-8bad-a592799898b7 req-9344011c-671a-420d-9ef8-eb714536d6a1 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=5384013c-0cce-4012-92d6-dfb1e099296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408278 Apr 06 11:52:17.163362 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d06a6-75bb-4eec-989a-6d83895dfd79 req-408f8444-c94d-4e89-84b2-b0e18a3c33da tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:17.164998 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d60d06a6-75bb-4eec-989a-6d83895dfd79 req-408f8444-c94d-4e89-84b2-b0e18a3c33da tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0566740 Apr 06 11:52:17.212997 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d60d06a6-75bb-4eec-989a-6d83895dfd79 req-e309e7b9-30fa-4799-88fb-eeb51dccd6d8 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423877 Apr 06 11:52:17.797299 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698b7f5-01c2-4aad-a6d2-1bee080094fc req-edcd5c1c-c7fb-4c8e-ae9e-0bce55322bf3 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:17.798757 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4698b7f5-01c2-4aad-a6d2-1bee080094fc req-edcd5c1c-c7fb-4c8e-ae9e-0bce55322bf3 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 946 time: 0.0548708 Apr 06 11:52:17.843771 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4698b7f5-01c2-4aad-a6d2-1bee080094fc req-fbf7e901-dd91-42ab-bbfb-a032c588f167 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=5384013c-0cce-4012-92d6-dfb1e099296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393341 Apr 06 11:52:18.332977 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd55c9e-d43e-4a02-bdbf-e7538722f047 req-960fda29-2b22-4203-8b77-6931cc04a271 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:18.334723 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-2dd55c9e-d43e-4a02-bdbf-e7538722f047 req-960fda29-2b22-4203-8b77-6931cc04a271 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0541430 Apr 06 11:52:18.391367 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-2dd55c9e-d43e-4a02-bdbf-e7538722f047 req-79e1e1b0-ff59-4f3e-adc4-c4f3faf5cc61 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499759 Apr 06 11:52:18.726978 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:19.058227 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:19.193604 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8a1f9-e919-48b6-af47-a1f0b9e154dc req-6047aaae-af24-4a04-a376-505f7fb9aacf tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:19.195067 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bde8a1f9-e919-48b6-af47-a1f0b9e154dc req-6047aaae-af24-4a04-a376-505f7fb9aacf tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 946 time: 0.2840254 Apr 06 11:52:19.210642 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7556d-4b3c-44c0-ba11-edf0073757fe req-3a21ca22-a2cb-4d75-bf60-70c54d0244ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:19.212853 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-25a7556d-4b3c-44c0-ba11-edf0073757fe req-3a21ca22-a2cb-4d75-bf60-70c54d0244ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a2c38a64ffb4474b4a145f9808cc37f&device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 1129 time: 0.0690341 Apr 06 11:52:19.247836 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bde8a1f9-e919-48b6-af47-a1f0b9e154dc req-13e4409c-d4bc-4ca5-b15f-1e8b6b9d5c3d tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=5384013c-0cce-4012-92d6-dfb1e099296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465419 Apr 06 11:52:19.413405 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235119d2-6ce9-4198-a832-f7c4d4a18a12 req-98760f0d-fae6-4f46-88c4-951bb7649932 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:19.414969 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-235119d2-6ce9-4198-a832-f7c4d4a18a12 req-98760f0d-fae6-4f46-88c4-951bb7649932 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 946 time: 0.0601456 Apr 06 11:52:19.424127 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 44638) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:19.429299 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-9d849487-eece-4e3b-be0c-4642a99c8380 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Request body: {'floatingip': {'port_id': '8cf15194-eb24-4e90-b788-4ee67fcc037c'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:52:19.508873 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-9d849487-eece-4e3b-be0c-4642a99c8380 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for floatingip (97260ce8-ce12-45c9-8e73-be44430ee36e), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:19.613040 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051eb96-965e-489e-8ef9-9c4a28d00312 req-5a6c069f-109c-43a5-ae04-bb10d389b2ef tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:19.614550 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6051eb96-965e-489e-8ef9-9c4a28d00312 req-5a6c069f-109c-43a5-ae04-bb10d389b2ef tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.1461706 Apr 06 11:52:19.722730 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6051eb96-965e-489e-8ef9-9c4a28d00312 req-7bbad5a8-7d8f-410a-b345-85b21caf7471 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016352 Apr 06 11:52:20.026829 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-9d849487-eece-4e3b-be0c-4642a99c8380 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:20.030548 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-9d849487-eece-4e3b-be0c-4642a99c8380 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (97260ce8-ce12-45c9-8e73-be44430ee36e), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:20.137077 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.db.l3_db [None req-9d849487-eece-4e3b-be0c-4642a99c8380 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Floating IP 97260ce8-ce12-45c9-8e73-be44430ee36e associated. External IP: 172.27.1.40, port: 8cf15194-eb24-4e90-b788-4ee67fcc037c. Apr 06 11:52:20.354669 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d849487-eece-4e3b-be0c-4642a99c8380 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:52:20.469495 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d849487-eece-4e3b-be0c-4642a99c8380 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:52:20.474044 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-9d849487-eece-4e3b-be0c-4642a99c8380 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:20.479300 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5548ce-d71e-41d2-a2fe-89afb9abc1bf None None] Sync routers for ids ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:52:20.489048 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5548ce-d71e-41d2-a2fe-89afb9abc1bf None None] Routers {'1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:52:20.489667 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-ac5548ce-d71e-41d2-a2fe-89afb9abc1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:52:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:52:20.506041 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-9d849487-eece-4e3b-be0c-4642a99c8380 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "PUT /v2.0/floatingips/97260ce8-ce12-45c9-8e73-be44430ee36e HTTP/1.1" status: 200 len: 991 time: 1.0804062 Apr 06 11:52:20.506999 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c93814-a4b0-42d4-93b4-a1a1e3931654', 'tag': '8cf15194-eb24-4e90-b788-4ee67fcc037c'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:52:20.510595 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89dc737d-c19f-4322-a9b2-588833784d99" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c93814-a4b0-42d4-93b4-a1a1e3931654", "tag": "8cf15194-eb24-4e90-b788-4ee67fcc037c"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:52:20.553743 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb971c88-cd58-4094-b4a2-59418db4465b x-openstack-request-id: req-fb971c88-cd58-4094-b4a2-59418db4465b {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:52:20.554120 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c93814-a4b0-42d4-93b4-a1a1e3931654", "tag": "8cf15194-eb24-4e90-b788-4ee67fcc037c", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:52:20.554458 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fb971c88-cd58-4094-b4a2-59418db4465b {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:52:20.555008 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb971c88-cd58-4094-b4a2-59418db4465b'] response: {'name': 'network-changed', 'server_uuid': 'a8c93814-a4b0-42d4-93b4-a1a1e3931654', 'tag': '8cf15194-eb24-4e90-b788-4ee67fcc037c', 'status': 'completed', 'code': 200} Apr 06 11:52:20.656405 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-ac5548ce-d71e-41d2-a2fe-89afb9abc1bf None None] Set router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:52:20.866097 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff443e30-0afd-4dba-8bcd-685d7bd6d4c9 req-0df2e19a-6a34-428a-b92b-07da6e36ee81 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:20.869261 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ff443e30-0afd-4dba-8bcd-685d7bd6d4c9 req-0df2e19a-6a34-428a-b92b-07da6e36ee81 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0683024 Apr 06 11:52:20.955003 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ff443e30-0afd-4dba-8bcd-685d7bd6d4c9 req-a0d6f605-6232-40e3-ac07-986e7b20d388 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791342 Apr 06 11:52:21.038832 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-ac5548ce-d71e-41d2-a2fe-89afb9abc1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '61f17581-a107-4585-9edf-2a1a789a5328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:19Z', 'revision_number': 4, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'gw_port': {'id': '61f17581-a107-4585-9edf-2a1a789a5328', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': '97260ce8-ce12-45c9-8e73-be44430ee36e', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'port_id': '8cf15194-eb24-4e90-b788-4ee67fcc037c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'mac_address': 'fa:16:3e:37:68:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c93814-a4b0-42d4-93b4-a1a1e3931654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:51:37Z', 'updated_at': '2022-04-06T11:52:19Z', 'revision_number': 1, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a3a1dc-eae8-4722-ac6e-afd2acc6accf', 'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'mac_address': 'fa:16:3e:62:15:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:17Z', 'updated_at': '2022-04-06T11:51:28Z', 'revision_number': 5, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'subnets': [{'id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:52:21.074509 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5548ce-d71e-41d2-a2fe-89afb9abc1bf None None] Checking router: 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:52:21.084638 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5548ce-d71e-41d2-a2fe-89afb9abc1bf None None] Routers {'1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:52:21.085340 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-ac5548ce-d71e-41d2-a2fe-89afb9abc1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:52:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:52:21.203024 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-ac5548ce-d71e-41d2-a2fe-89afb9abc1bf None None] Set router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:52:21.320040 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7556d-4b3c-44c0-ba11-edf0073757fe req-4a8b22a3-afe2-4b60-b3d2-a661101335b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:21.321500 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-25a7556d-4b3c-44c0-ba11-edf0073757fe req-4a8b22a3-afe2-4b60-b3d2-a661101335b3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=04e35c34-b38e-495d-ab59-a36a4ea05864 HTTP/1.1" status: 200 len: 917 time: 0.1291285 Apr 06 11:52:21.324137 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc737d-c19f-4322-a9b2-588833784d99 req-12246929-743e-401e-a1c1-311e109e12fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:21.325598 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-89dc737d-c19f-4322-a9b2-588833784d99 req-12246929-743e-401e-a1c1-311e109e12fc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6bf3687e8d0448cfb29d393230e0fba3&device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 1130 time: 0.1121807 Apr 06 11:52:21.440655 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-ac5548ce-d71e-41d2-a2fe-89afb9abc1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '61f17581-a107-4585-9edf-2a1a789a5328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:19Z', 'revision_number': 4, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'gw_port': {'id': '61f17581-a107-4585-9edf-2a1a789a5328', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': '97260ce8-ce12-45c9-8e73-be44430ee36e', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'port_id': '8cf15194-eb24-4e90-b788-4ee67fcc037c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'mac_address': 'fa:16:3e:37:68:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c93814-a4b0-42d4-93b4-a1a1e3931654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:51:37Z', 'updated_at': '2022-04-06T11:52:19Z', 'revision_number': 1, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a3a1dc-eae8-4722-ac6e-afd2acc6accf', 'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'mac_address': 'fa:16:3e:62:15:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:17Z', 'updated_at': '2022-04-06T11:51:28Z', 'revision_number': 5, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'subnets': [{'id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:52:21.467517 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5548ce-d71e-41d2-a2fe-89afb9abc1bf None None] The sync data for ids ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'] in dv-cinder-836074-2-iscsi is: [{'id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '61f17581-a107-4585-9edf-2a1a789a5328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:19Z', 'revision_number': 4, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'gw_port': {'id': '61f17581-a107-4585-9edf-2a1a789a5328', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': '97260ce8-ce12-45c9-8e73-be44430ee36e', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'port_id': '8cf15194-eb24-4e90-b788-4ee67fcc037c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'mac_address': 'fa:16:3e:37:68:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c93814-a4b0-42d4-93b4-a1a1e3931654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:51:37Z', 'updated_at': '2022-04-06T11:52:19Z', 'revision_number': 1, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a3a1dc-eae8-4722-ac6e-afd2acc6accf', 'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'mac_address': 'fa:16:3e:62:15:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:17Z', 'updated_at': '2022-04-06T11:51:28Z', 'revision_number': 5, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'subnets': [{'id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:52:21.649579 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91595b6-a84f-472a-9a0a-edda2fb39b59 None None] New status for floating IP 97260ce8-ce12-45c9-8e73-be44430ee36e: ACTIVE {{(pid=110261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:52:21.919012 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-25a7556d-4b3c-44c0-ba11-edf0073757fe req-b8c4e9bc-cea2-491a-9beb-e046af6c325f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fff424a3-655d-48b5-9050-0acbe0bf6be8 HTTP/1.1" status: 200 len: 1000 time: 0.1739719 Apr 06 11:52:22.002988 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7556d-4b3c-44c0-ba11-edf0073757fe req-ff5df4c4-145b-4749-8149-ec03c871a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:22.004969 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-25a7556d-4b3c-44c0-ba11-edf0073757fe req-ff5df4c4-145b-4749-8149-ec03c871a697 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3051baf9-8ef0-43f1-94ee-3a605ed467b3 HTTP/1.1" status: 200 len: 855 time: 0.0608592 Apr 06 11:52:22.008917 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc737d-c19f-4322-a9b2-588833784d99 req-78ef210e-dd0d-41e5-b62e-71ae2996d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:22.011304 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-89dc737d-c19f-4322-a9b2-588833784d99 req-78ef210e-dd0d-41e5-b62e-71ae2996d934 service neutron] 10.222.0.53 "GET /v2.0/networks?id=99bd6fac-a9a5-4214-bfa7-98f9f937fa30 HTTP/1.1" status: 200 len: 913 time: 0.2685256 Apr 06 11:52:22.127706 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7556d-4b3c-44c0-ba11-edf0073757fe req-51922caa-64ec-4c4e-b8d9-901de23a49fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:22.129271 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-25a7556d-4b3c-44c0-ba11-edf0073757fe req-51922caa-64ec-4c4e-b8d9-901de23a49fe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04e35c34-b38e-495d-ab59-a36a4ea05864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1071169 Apr 06 11:52:22.135133 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289e777-77e1-401e-bd9b-7d170cd921fd req-ed128006-0f7d-4ab8-ab73-331a3d520b6e tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:22.143383 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f289e777-77e1-401e-bd9b-7d170cd921fd req-ed128006-0f7d-4ab8-ab73-331a3d520b6e tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0891745 Apr 06 11:52:22.163030 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-89dc737d-c19f-4322-a9b2-588833784d99 req-4e9ffbf0-3647-4800-89d0-eaa4c7bd56e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cf15194-eb24-4e90-b788-4ee67fcc037c HTTP/1.1" status: 200 len: 1001 time: 0.1316557 Apr 06 11:52:22.200882 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f289e777-77e1-401e-bd9b-7d170cd921fd req-6f1d2929-0218-4438-9885-61175f977715 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562997 Apr 06 11:52:22.258576 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc737d-c19f-4322-a9b2-588833784d99 req-d0fa6fa3-287d-4f83-a040-0ed0e7d06718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:22.260705 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-89dc737d-c19f-4322-a9b2-588833784d99 req-d0fa6fa3-287d-4f83-a040-0ed0e7d06718 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=30cc3b5e-6713-4293-92dc-273ba182e38b HTTP/1.1" status: 200 len: 851 time: 0.0806634 Apr 06 11:52:22.286242 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-25a7556d-4b3c-44c0-ba11-edf0073757fe req-3815ac61-0a11-4b51-9b61-b43260dbd251 service neutron] 10.222.0.53 "GET /v2.0/networks/04e35c34-b38e-495d-ab59-a36a4ea05864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436608 Apr 06 11:52:22.391303 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d36c2-e0e8-4d66-911c-b9b722df85c4 req-be5ab703-c2dc-40cd-a867-d0262883e21b tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:22.392906 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-cf0d36c2-e0e8-4d66-911c-b9b722df85c4 req-be5ab703-c2dc-40cd-a867-d0262883e21b tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 945 time: 0.0568709 Apr 06 11:52:22.446433 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-cf0d36c2-e0e8-4d66-911c-b9b722df85c4 req-3fbc3190-9aa9-48aa-9420-9cffdbd94128 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ac12f3c-0628-4018-b3de-53aa326ae494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470440 Apr 06 11:52:22.605279 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc737d-c19f-4322-a9b2-588833784d99 req-f1abfe55-ec52-41c3-a2eb-823637cc6920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:22.606757 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-89dc737d-c19f-4322-a9b2-588833784d99 req-f1abfe55-ec52-41c3-a2eb-823637cc6920 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99bd6fac-a9a5-4214-bfa7-98f9f937fa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3194382 Apr 06 11:52:22.628834 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-25a7556d-4b3c-44c0-ba11-edf0073757fe req-a2bda7c1-9f8b-4aec-8ba9-43c5439006bb service neutron] 10.222.0.53 "GET /v2.0/networks/04e35c34-b38e-495d-ab59-a36a4ea05864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093557 Apr 06 11:52:23.341483 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdb3cf-13f0-4eee-ad31-2b3f191c3f83 req-dcaa00ca-c574-410a-980d-bc7409f3819a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:23.343213 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a9cdb3cf-13f0-4eee-ad31-2b3f191c3f83 req-dcaa00ca-c574-410a-980d-bc7409f3819a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0664144 Apr 06 11:52:23.402352 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a9cdb3cf-13f0-4eee-ad31-2b3f191c3f83 req-a35be030-8438-4ec2-8f75-4f3568fbd2c8 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515783 Apr 06 11:52:23.587592 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b8a37-c82e-455f-b76e-b111ef135852 req-49d12af5-e43b-4119-8662-5b231b609786 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:23.589045 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f19b8a37-c82e-455f-b76e-b111ef135852 req-49d12af5-e43b-4119-8662-5b231b609786 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 945 time: 0.0643919 Apr 06 11:52:23.647596 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f19b8a37-c82e-455f-b76e-b111ef135852 req-12dcfb25-4a9a-4897-8ae6-db84811e66cb tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ac12f3c-0628-4018-b3de-53aa326ae494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518990 Apr 06 11:52:24.458562 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-89dc737d-c19f-4322-a9b2-588833784d99 req-29a09576-e5c3-4cad-ba20-4f1f45634c3e service neutron] 10.222.0.53 "GET /v2.0/networks/99bd6fac-a9a5-4214-bfa7-98f9f937fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043885 Apr 06 11:52:24.512547 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 44774) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:24.534073 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973ba71-4116-4f5a-a7cc-d0808c1be049 req-30a69668-dc75-49e6-987d-2d223131fe2a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:24.535570 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7973ba71-4116-4f5a-a7cc-d0808c1be049 req-30a69668-dc75-49e6-987d-2d223131fe2a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0607290 Apr 06 11:52:24.648473 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-82ee342b-8646-42ab-ab1a-eb3f30e40d12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:24.654496 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7973ba71-4116-4f5a-a7cc-d0808c1be049 req-b096359c-2fea-4ac2-926a-223fb2413110 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125488 Apr 06 11:52:24.719175 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-89dc737d-c19f-4322-a9b2-588833784d99 req-5542cd0c-f317-4bf1-9e88-2a6a28f35924 service neutron] 10.222.0.53 "GET /v2.0/networks/99bd6fac-a9a5-4214-bfa7-98f9f937fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571817 Apr 06 11:52:24.768426 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-82ee342b-8646-42ab-ab1a-eb3f30e40d12 admin admin] Publish callbacks [] for security_group (823b7572-e0c4-4b4f-985c-39126e21318b), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:24.773090 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-82ee342b-8646-42ab-ab1a-eb3f30e40d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (823b7572-e0c4-4b4f-985c-39126e21318b), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:24.782834 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2c219-af93-4bf3-a211-ac479083d636 req-676d1699-4668-497a-a753-00cabf1661cc tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:24.784302 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8fe2c219-af93-4bf3-a211-ac479083d636 req-676d1699-4668-497a-a753-00cabf1661cc tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 945 time: 0.0658157 Apr 06 11:52:24.820499 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-82ee342b-8646-42ab-ab1a-eb3f30e40d12 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cee098ec399e46ee8d08da8aafc16b87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3040848 Apr 06 11:52:24.820499 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee342b-8646-42ab-ab1a-eb3f30e40d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823b7572-e0c4-4b4f-985c-39126e21318b,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:24.821678 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 44782) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:24.836029 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8fe2c219-af93-4bf3-a211-ac479083d636 req-9bd82ed7-5c97-4412-b9ab-59d7995d673e tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ac12f3c-0628-4018-b3de-53aa326ae494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439084 Apr 06 11:52:24.871318 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-93fb7eb3-4080-4dec-84c3-eaba8fcc2683 admin admin] Publish callbacks [] for security_group (823b7572-e0c4-4b4f-985c-39126e21318b), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:24.893253 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-93fb7eb3-4080-4dec-84c3-eaba8fcc2683 admin admin] Publish callbacks [] for security_group (823b7572-e0c4-4b4f-985c-39126e21318b), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:24.940491 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-93fb7eb3-4080-4dec-84c3-eaba8fcc2683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (823b7572-e0c4-4b4f-985c-39126e21318b), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:24.943139 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-93fb7eb3-4080-4dec-84c3-eaba8fcc2683 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:24.944303 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-93fb7eb3-4080-4dec-84c3-eaba8fcc2683 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/823b7572-e0c4-4b4f-985c-39126e21318b HTTP/1.1" status: 204 len: 168 time: 0.1213002 Apr 06 11:52:24.953335 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb7eb3-4080-4dec-84c3-eaba8fcc2683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823b7572-e0c4-4b4f-985c-39126e21318b,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:25.782378 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a10513-6341-4384-b5c2-03e28c0b938a req-27f85299-5b93-4280-ab26-6983d14fccfb tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:25.783819 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-83a10513-6341-4384-b5c2-03e28c0b938a req-27f85299-5b93-4280-ab26-6983d14fccfb tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0581069 Apr 06 11:52:25.833199 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-83a10513-6341-4384-b5c2-03e28c0b938a req-4acca74d-ac48-422b-817b-b407d01b8ad2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426216 Apr 06 11:52:25.955643 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c32bc9-9884-4204-b021-9077a4d39ea4 req-aafd2cfc-46ae-4cf3-a140-c9b5f843f70e tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:25.957201 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-75c32bc9-9884-4204-b021-9077a4d39ea4 req-aafd2cfc-46ae-4cf3-a140-c9b5f843f70e tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 945 time: 0.0547905 Apr 06 11:52:26.013252 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-75c32bc9-9884-4204-b021-9077a4d39ea4 req-e2b90811-17dc-42fd-8957-a0e5f8126aa9 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ac12f3c-0628-4018-b3de-53aa326ae494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498154 Apr 06 11:52:26.969778 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63442f5-ca60-42ed-a5d1-2c6d11095ab3 req-fa2df2ae-22fc-40e8-b98c-cdb0b556c922 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:26.971509 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e63442f5-ca60-42ed-a5d1-2c6d11095ab3 req-fa2df2ae-22fc-40e8-b98c-cdb0b556c922 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0596955 Apr 06 11:52:27.021516 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e63442f5-ca60-42ed-a5d1-2c6d11095ab3 req-500dc88f-61f4-40d0-9e23-37eca8feb4c9 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434496 Apr 06 11:52:27.131262 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a790a31-94fe-4ab1-8401-34d6a2006c6f req-41815e16-4031-49da-993b-c3365562edf5 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:27.132747 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-4a790a31-94fe-4ab1-8401-34d6a2006c6f req-41815e16-4031-49da-993b-c3365562edf5 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 945 time: 0.0533121 Apr 06 11:52:27.179899 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-4a790a31-94fe-4ab1-8401-34d6a2006c6f req-79a8030c-7c32-40fb-a8a3-a5a65130dea8 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ac12f3c-0628-4018-b3de-53aa326ae494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414572 Apr 06 11:52:27.589618 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:52:28.138715 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5abf475-888e-48a2-bed6-cc1937773edd req-f1e8a3cf-3216-4fe1-b629-c5c4da0533a2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:28.140203 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b5abf475-888e-48a2-bed6-cc1937773edd req-f1e8a3cf-3216-4fe1-b629-c5c4da0533a2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0526865 Apr 06 11:52:28.186736 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b5abf475-888e-48a2-bed6-cc1937773edd req-443fa81e-2591-4635-a29a-3533cd3814eb tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409961 Apr 06 11:52:28.296778 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be877bb0-fc50-495d-9e7d-923428bd2747 req-41866779-eba5-4d68-892e-55a241a80c8b tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:28.298265 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-be877bb0-fc50-495d-9e7d-923428bd2747 req-41866779-eba5-4d68-892e-55a241a80c8b tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 945 time: 0.0517743 Apr 06 11:52:28.345094 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-be877bb0-fc50-495d-9e7d-923428bd2747 req-764a3675-3f15-4267-beec-2ec533287d56 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ac12f3c-0628-4018-b3de-53aa326ae494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408416 Apr 06 11:52:29.312692 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2d1d7-2f1a-4113-b73f-f889d06dd9e7 req-abab3168-484c-4910-8dcf-bc44ec41ee1c tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:29.314225 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-58d2d1d7-2f1a-4113-b73f-f889d06dd9e7 req-abab3168-484c-4910-8dcf-bc44ec41ee1c tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0586176 Apr 06 11:52:29.361486 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-58d2d1d7-2f1a-4113-b73f-f889d06dd9e7 req-59bee981-3f47-4eec-8c0a-d9451f92fa7c tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416679 Apr 06 11:52:29.467033 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ea9c5-07b6-4300-915c-ac5f3e44e01a req-6429c8d8-6f04-465e-9169-6b4a5c38adc5 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:29.468494 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ab3ea9c5-07b6-4300-915c-ac5f3e44e01a req-6429c8d8-6f04-465e-9169-6b4a5c38adc5 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 945 time: 0.0557356 Apr 06 11:52:29.514459 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ab3ea9c5-07b6-4300-915c-ac5f3e44e01a req-b1679f3d-e3cc-4c04-a476-6318a640a207 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ac12f3c-0628-4018-b3de-53aa326ae494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404251 Apr 06 11:52:30.083482 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6d077-e78c-4730-8986-f0ab502cd6d6 req-81ff9020-ef11-4bf6-8f76-1cfb6370e915 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:30.084951 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b4b6d077-e78c-4730-8986-f0ab502cd6d6 req-81ff9020-ef11-4bf6-8f76-1cfb6370e915 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.53 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 945 time: 0.0530391 Apr 06 11:52:30.212066 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [req-b4b6d077-e78c-4730-8986-f0ab502cd6d6 req-8d6aa128-1c52-48fa-9b42-ce55cabb5425 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Deleting port 6a4b01df-35c7-49d9-9d0b-c1c724bb81b1 {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:52:30.212402 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-b4b6d077-e78c-4730-8986-f0ab502cd6d6 req-8d6aa128-1c52-48fa-9b42-ce55cabb5425 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (6a4b01df-35c7-49d9-9d0b-c1c724bb81b1), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:30.301035 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-b4b6d077-e78c-4730-8986-f0ab502cd6d6 req-8d6aa128-1c52-48fa-9b42-ce55cabb5425 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] For port 6a4b01df-35c7-49d9-9d0b-c1c724bb81b1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6a4b01df-35c7-49d9-9d0b-c1c724bb81b1,segment=NetworkSegment(5fc0f0f8-7bee-4fbe-9bd5-d7497ce99780),segment_id=5fc0f0f8-7bee-4fbe-9bd5-d7497ce99780)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:52:30.301411 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-b4b6d077-e78c-4730-8986-f0ab502cd6d6 req-8d6aa128-1c52-48fa-9b42-ce55cabb5425 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (6a4b01df-35c7-49d9-9d0b-c1c724bb81b1), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:30.317227 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [req-b4b6d077-e78c-4730-8986-f0ab502cd6d6 req-8d6aa128-1c52-48fa-9b42-ce55cabb5425 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Calling delete_port for 6a4b01df-35c7-49d9-9d0b-c1c724bb81b1 owned by compute:nova {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:52:30.505825 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-b4b6d077-e78c-4730-8986-f0ab502cd6d6 req-8d6aa128-1c52-48fa-9b42-ce55cabb5425 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (6a4b01df-35c7-49d9-9d0b-c1c724bb81b1), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:30.542032 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['6a4b01df-35c7-49d9-9d0b-c1c724bb81b1'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:52:30.543325 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cc389-ec26-4bf2-8cb5-2f3cc94cd80b req-5872ccc6-88a5-40b4-bc8c-bf21b7bbf71b tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:30.545575 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8d9cc389-ec26-4bf2-8cb5-2f3cc94cd80b req-5872ccc6-88a5-40b4-bc8c-bf21b7bbf71b tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.1148825 Apr 06 11:52:30.547671 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6aa128-1c52-48fa-9b42-ce55cabb5425 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Pushing event deleted for resources: {'Port': ['ID=6a4b01df-35c7-49d9-9d0b-c1c724bb81b1,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:30.614429 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-fbba0f03-13d2-4944-b6c5-150eb383a265 req-363966ac-a1be-4b9e-893e-f8e93ef4af19 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 210 time: 0.0281541 Apr 06 11:52:30.623429 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b6d077-e78c-4730-8986-f0ab502cd6d6 req-8d6aa128-1c52-48fa-9b42-ce55cabb5425 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] No DVR routers for this DVR port 6a4b01df-35c7-49d9-9d0b-c1c724bb81b1 on host hv-cinder-83607 {{(pid=110260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:52:30.631197 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-b4b6d077-e78c-4730-8986-f0ab502cd6d6 req-8d6aa128-1c52-48fa-9b42-ce55cabb5425 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:30.634718 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b4b6d077-e78c-4730-8986-f0ab502cd6d6 req-8d6aa128-1c52-48fa-9b42-ce55cabb5425 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.53 "DELETE /v2.0/ports/6a4b01df-35c7-49d9-9d0b-c1c724bb81b1 HTTP/1.1" status: 204 len: 173 time: 0.5441759 Apr 06 11:52:30.635164 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e685b7e6-54f1-4dad-a330-d32a32a058e8', 'name': 'network-vif-deleted', 'tag': '6a4b01df-35c7-49d9-9d0b-c1c724bb81b1'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:52:30.637439 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1143e79-2831-48c0-b5da-7d0f1c612972" -d '{"events": [{"server_uuid": "e685b7e6-54f1-4dad-a330-d32a32a058e8", "name": "network-vif-deleted", "tag": "6a4b01df-35c7-49d9-9d0b-c1c724bb81b1"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:52:30.663358 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8d9cc389-ec26-4bf2-8cb5-2f3cc94cd80b req-538b5c11-0ef4-4ad7-8563-7d6907a6f9cc tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905695 Apr 06 11:52:30.692015 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c015c80-46eb-463c-a65c-c12348a19f64 x-openstack-request-id: req-0c015c80-46eb-463c-a65c-c12348a19f64 {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:52:30.692337 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e685b7e6-54f1-4dad-a330-d32a32a058e8", "name": "network-vif-deleted", "tag": "6a4b01df-35c7-49d9-9d0b-c1c724bb81b1", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:52:30.692611 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0c015c80-46eb-463c-a65c-c12348a19f64 {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:52:30.693056 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c015c80-46eb-463c-a65c-c12348a19f64'] response: {'server_uuid': 'e685b7e6-54f1-4dad-a330-d32a32a058e8', 'name': 'network-vif-deleted', 'tag': '6a4b01df-35c7-49d9-9d0b-c1c724bb81b1', 'status': 'completed', 'code': 200} Apr 06 11:52:31.667861 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 44938) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:31.747029 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-1e7df2fa-4e43-4908-b162-72dcffb7474a req-ccc72117-6650-401d-b91e-2b52c4d9b2e9 tempest-DeleteServersTestJSON-1410609214 tempest-DeleteServersTestJSON-1410609214-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b7e6-54f1-4dad-a330-d32a32a058e8 HTTP/1.1" status: 200 len: 210 time: 0.0322785 Apr 06 11:52:31.819141 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa3ca6-b93a-49c3-b462-57e5772f311a req-4c1567c9-c084-440b-a896-b78e9d572515 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:31.822305 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d3fa3ca6-b93a-49c3-b462-57e5772f311a req-4c1567c9-c084-440b-a896-b78e9d572515 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0633669 Apr 06 11:52:31.849067 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4d6221f7-c97c-43ef-aee2-59e8e474b895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:31.905333 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d3fa3ca6-b93a-49c3-b462-57e5772f311a req-5dd5f4a6-6fa5-4309-b4e1-d43407432c23 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720870 Apr 06 11:52:31.974077 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4d6221f7-c97c-43ef-aee2-59e8e474b895 admin admin] Publish callbacks [] for security_group (e05f902a-fbdb-46c3-99f6-e9abd121a7f8), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:31.980436 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4d6221f7-c97c-43ef-aee2-59e8e474b895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (e05f902a-fbdb-46c3-99f6-e9abd121a7f8), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:32.019383 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-4d6221f7-c97c-43ef-aee2-59e8e474b895 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c9b9dd28c0304219a7c3be601799c294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3497140 Apr 06 11:52:32.022074 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 44960) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:32.025989 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6221f7-c97c-43ef-aee2-59e8e474b895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05f902a-fbdb-46c3-99f6-e9abd121a7f8,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:32.088083 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-17a90794-46d7-4df8-ba2c-7ee295e33f38 admin admin] Publish callbacks [] for security_group (e05f902a-fbdb-46c3-99f6-e9abd121a7f8), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:32.110713 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-17a90794-46d7-4df8-ba2c-7ee295e33f38 admin admin] Publish callbacks [] for security_group (e05f902a-fbdb-46c3-99f6-e9abd121a7f8), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:32.162450 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-17a90794-46d7-4df8-ba2c-7ee295e33f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (e05f902a-fbdb-46c3-99f6-e9abd121a7f8), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:32.166074 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-17a90794-46d7-4df8-ba2c-7ee295e33f38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:32.167433 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-17a90794-46d7-4df8-ba2c-7ee295e33f38 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e05f902a-fbdb-46c3-99f6-e9abd121a7f8 HTTP/1.1" status: 204 len: 168 time: 0.1418209 Apr 06 11:52:32.176900 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a90794-46d7-4df8-ba2c-7ee295e33f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05f902a-fbdb-46c3-99f6-e9abd121a7f8,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:33.053661 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5754fb9-5b96-4ab7-8b8e-0975ac231afc req-e40bf096-3664-41fb-a929-73198515c217 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:33.057491 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-c5754fb9-5b96-4ab7-8b8e-0975ac231afc req-e40bf096-3664-41fb-a929-73198515c217 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0675900 Apr 06 11:52:33.118432 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-c5754fb9-5b96-4ab7-8b8e-0975ac231afc req-d7239a22-48c4-4cec-b7bd-21ee39171ae0 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552485 Apr 06 11:52:34.224176 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 45060) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:34.277497 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ddfdcc-7ad5-4589-bfbf-e6e2b3bbd4b1 admin admin] Deleting subnet 887eaf07-8b30-4f2f-a140-f600184c8e52 {{(pid=110259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:52:34.280981 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b5ddfdcc-7ad5-4589-bfbf-e6e2b3bbd4b1 admin admin] Publish callbacks [] for subnet (887eaf07-8b30-4f2f-a140-f600184c8e52), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:34.289179 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d42327-6042-4442-947c-e831eb540c5b req-10d8b29c-61f8-4589-996e-95be980ccba3 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:34.290665 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-71d42327-6042-4442-947c-e831eb540c5b req-10d8b29c-61f8-4589-996e-95be980ccba3 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0969770 Apr 06 11:52:34.349493 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b5ddfdcc-7ad5-4589-bfbf-e6e2b3bbd4b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4434002'] for subnet (887eaf07-8b30-4f2f-a140-f600184c8e52), precommit_delete_associations {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:34.388458 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-71d42327-6042-4442-947c-e831eb540c5b req-f6168ab3-0268-40da-8229-ddb8a6205ea3 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764332 Apr 06 11:52:34.404824 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b5ddfdcc-7ad5-4589-bfbf-e6e2b3bbd4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540055'] for subnet (887eaf07-8b30-4f2f-a140-f600184c8e52), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:34.457503 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b5ddfdcc-7ad5-4589-bfbf-e6e2b3bbd4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1540056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4352427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379964'] for subnet (887eaf07-8b30-4f2f-a140-f600184c8e52), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:34.482398 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddfdcc-7ad5-4589-bfbf-e6e2b3bbd4b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=887eaf07-8b30-4f2f-a140-f600184c8e52,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:34.486467 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b5ddfdcc-7ad5-4589-bfbf-e6e2b3bbd4b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:34.489744 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-b5ddfdcc-7ad5-4589-bfbf-e6e2b3bbd4b1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/887eaf07-8b30-4f2f-a140-f600184c8e52 HTTP/1.1" status: 204 len: 168 time: 0.2644165 Apr 06 11:52:34.493177 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 45064) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:34.564871 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-dd34a8ea-a3bf-4605-984a-1b2e387825d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448080'] for network (c7019716-b61b-48ad-b253-e78c3dba422a), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:34.646683 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-dd34a8ea-a3bf-4605-984a-1b2e387825d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1537324', 'neutron.services.segments.db._delete_segments_for_network-8743157203577'] for network (c7019716-b61b-48ad-b253-e78c3dba422a), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:34.673446 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.services.segments.db [None req-dd34a8ea-a3bf-4605-984a-1b2e387825d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7019716-b61b-48ad-b253-e78c3dba422a']}} {{(pid=110259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:52:34.683372 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.services.segments.db [None req-dd34a8ea-a3bf-4605-984a-1b2e387825d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc0f0f8-7bee-4fbe-9bd5-d7497ce99780') {'for_net_delete': True} {{(pid=110259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:52:34.683763 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.services.segments.db [None req-dd34a8ea-a3bf-4605-984a-1b2e387825d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc0f0f8-7bee-4fbe-9bd5-d7497ce99780') {} {{(pid=110259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:52:34.693225 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-dd34a8ea-a3bf-4605-984a-1b2e387825d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743157202306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4434089'] for segment (5fc0f0f8-7bee-4fbe-9bd5-d7497ce99780), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:34.707142 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-dd34a8ea-a3bf-4605-984a-1b2e387825d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (5fc0f0f8-7bee-4fbe-9bd5-d7497ce99780), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:34.713119 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd34a8ea-a3bf-4605-984a-1b2e387825d7 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=110259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:52:34.713510 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-dd34a8ea-a3bf-4605-984a-1b2e387825d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4352449'] for segment (5fc0f0f8-7bee-4fbe-9bd5-d7497ce99780), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:34.715183 dv-cinder-836074-2-iscsi neutron-server[110259]: Traceback (most recent call last): Apr 06 11:52:34.715183 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:52:34.715183 dv-cinder-836074-2-iscsi neutron-server[110259]: timer() Apr 06 11:52:34.715183 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:52:34.715183 dv-cinder-836074-2-iscsi neutron-server[110259]: cb(*args, **kw) Apr 06 11:52:34.715183 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:52:34.715183 dv-cinder-836074-2-iscsi neutron-server[110259]: return func(*args, **kwargs) Apr 06 11:52:34.715183 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:52:34.715183 dv-cinder-836074-2-iscsi neutron-server[110259]: self._notify() Apr 06 11:52:34.715183 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:52:34.715183 dv-cinder-836074-2-iscsi neutron-server[110259]: self.callback(batched_events) Apr 06 11:52:34.715183 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:52:34.715183 dv-cinder-836074-2-iscsi neutron-server[110259]: event.method(event) Apr 06 11:52:34.715183 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:52:34.715183 dv-cinder-836074-2-iscsi neutron-server[110259]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:52:34.715183 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:52:34.715183 dv-cinder-836074-2-iscsi neutron-server[110259]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:52:34.715183 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:52:34.715183 dv-cinder-836074-2-iscsi neutron-server[110259]: return f(self, *a, **k) Apr 06 11:52:34.715183 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:52:34.715183 dv-cinder-836074-2-iscsi neutron-server[110259]: return self._get(url).json() Apr 06 11:52:34.715183 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:52:34.715183 dv-cinder-836074-2-iscsi neutron-server[110259]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:52:34.715183 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:52:34.715183 dv-cinder-836074-2-iscsi neutron-server[110259]: return self.request(url, 'GET', **kwargs) Apr 06 11:52:34.715183 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:52:34.715183 dv-cinder-836074-2-iscsi neutron-server[110259]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:52:34.715183 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:52:34.715183 dv-cinder-836074-2-iscsi neutron-server[110259]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:52:34.715183 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:52:34.715183 dv-cinder-836074-2-iscsi neutron-server[110259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:52:34.715183 dv-cinder-836074-2-iscsi neutron-server[110259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:52:34.782506 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-dd34a8ea-a3bf-4605-984a-1b2e387825d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1537365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430244'] for network (c7019716-b61b-48ad-b253-e78c3dba422a), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:34.811264 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-dd34a8ea-a3bf-4605-984a-1b2e387825d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:34.817022 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-dd34a8ea-a3bf-4605-984a-1b2e387825d7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c7019716-b61b-48ad-b253-e78c3dba422a HTTP/1.1" status: 204 len: 168 time: 0.3226755 Apr 06 11:52:34.818969 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34a8ea-a3bf-4605-984a-1b2e387825d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7019716-b61b-48ad-b253-e78c3dba422a,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:34.945703 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 6a4b01df-35c7-49d9-9d0b-c1c724bb81b1 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:52:34.968142 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] No Port match for: 6a4b01df-35c7-49d9-9d0b-c1c724bb81b1 {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:52:34.968490 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 6a4b01df-35c7-49d9-9d0b-c1c724bb81b1 not bound to the agent host hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:52:34.983418 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 45078) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:35.026687 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-2705aa72-4663-4a39-b128-ed3aa1318489 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=07e463b506404717a3b04c324ab3e3cf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396931 Apr 06 11:52:35.027441 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 45080) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:35.090115 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4525a852-d8d8-4137-b77a-90344f3f218a admin admin] Publish callbacks [] for security_group (8ac12f3c-0628-4018-b3de-53aa326ae494), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:35.112453 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4525a852-d8d8-4137-b77a-90344f3f218a admin admin] Publish callbacks [] for security_group (8ac12f3c-0628-4018-b3de-53aa326ae494), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:35.160297 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4525a852-d8d8-4137-b77a-90344f3f218a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (8ac12f3c-0628-4018-b3de-53aa326ae494), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:35.163482 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4525a852-d8d8-4137-b77a-90344f3f218a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:35.168077 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-4525a852-d8d8-4137-b77a-90344f3f218a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8ac12f3c-0628-4018-b3de-53aa326ae494 HTTP/1.1" status: 204 len: 168 time: 0.1393189 Apr 06 11:52:35.176558 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525a852-d8d8-4137-b77a-90344f3f218a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac12f3c-0628-4018-b3de-53aa326ae494,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:35.527979 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac57b8-25a3-4f9e-9693-a04a8ab549a6 req-02b0abce-03da-4473-b14d-64e2e3312ae3 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:35.533294 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-12ac57b8-25a3-4f9e-9693-a04a8ab549a6 req-02b0abce-03da-4473-b14d-64e2e3312ae3 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0726657 Apr 06 11:52:35.582739 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-12ac57b8-25a3-4f9e-9693-a04a8ab549a6 req-cdf38404-38eb-4215-85a5-c89a19f27f64 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471635 Apr 06 11:52:36.713625 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184dd0a1-6bac-404b-a6a3-7cd49c8693ed req-f5fd1e02-f640-44d2-b15a-4d3589cff011 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:36.715272 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-184dd0a1-6bac-404b-a6a3-7cd49c8693ed req-f5fd1e02-f640-44d2-b15a-4d3589cff011 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0593808 Apr 06 11:52:36.771158 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-184dd0a1-6bac-404b-a6a3-7cd49c8693ed req-a5d20acc-b66b-4fe2-a54a-68632e7a7a70 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497973 Apr 06 11:52:36.866179 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:36.939005 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 45184) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:37.091300 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-259f57c9-0104-4146-94d9-aef57bc77679 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:37.181614 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-259f57c9-0104-4146-94d9-aef57bc77679 admin admin] Publish callbacks [] for security_group (dde7ed3a-a722-4612-99cd-b3335567c8c2), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:37.187656 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-259f57c9-0104-4146-94d9-aef57bc77679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (dde7ed3a-a722-4612-99cd-b3335567c8c2), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:37.234594 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-259f57c9-0104-4146-94d9-aef57bc77679 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=39208bdef91a4cacbafc1e9538d10abc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2917106 Apr 06 11:52:37.234594 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f57c9-0104-4146-94d9-aef57bc77679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde7ed3a-a722-4612-99cd-b3335567c8c2,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:37.234984 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 45240) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:37.333667 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-69e11d38-0351-49ff-b75d-4a4e4ca85b66 admin admin] Publish callbacks [] for security_group (dde7ed3a-a722-4612-99cd-b3335567c8c2), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:37.369794 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-69e11d38-0351-49ff-b75d-4a4e4ca85b66 admin admin] Publish callbacks [] for security_group (dde7ed3a-a722-4612-99cd-b3335567c8c2), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:37.407212 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 45244) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:37.453572 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-69e11d38-0351-49ff-b75d-4a4e4ca85b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (dde7ed3a-a722-4612-99cd-b3335567c8c2), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:37.457501 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-69e11d38-0351-49ff-b75d-4a4e4ca85b66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:37.458840 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-69e11d38-0351-49ff-b75d-4a4e4ca85b66 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dde7ed3a-a722-4612-99cd-b3335567c8c2 HTTP/1.1" status: 204 len: 168 time: 0.2204921 Apr 06 11:52:37.470103 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e11d38-0351-49ff-b75d-4a4e4ca85b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde7ed3a-a722-4612-99cd-b3335567c8c2,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:37.561552 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 45254) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:37.611501 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ee341648-3360-451f-8d10-70ae217c4ed9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:37.662073 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-fc7606ad-11c2-4c6e-848d-3b78a53c1321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:37.752079 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ee341648-3360-451f-8d10-70ae217c4ed9 admin admin] Publish callbacks [] for security_group (e17c6cfb-735d-40df-ad2b-286f81d46c1c), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:37.760008 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ee341648-3360-451f-8d10-70ae217c4ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (e17c6cfb-735d-40df-ad2b-286f81d46c1c), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:37.821049 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee341648-3360-451f-8d10-70ae217c4ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17c6cfb-735d-40df-ad2b-286f81d46c1c,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:37.829128 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-ee341648-3360-451f-8d10-70ae217c4ed9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=06353b6ee988488987df8db45b235297&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4201484 Apr 06 11:52:37.830847 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-fc7606ad-11c2-4c6e-848d-3b78a53c1321 admin admin] Publish callbacks [] for security_group (ad9b6319-4563-4ded-9e29-422bd1faeaab), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:37.831639 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 45278) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:37.846045 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-fc7606ad-11c2-4c6e-848d-3b78a53c1321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (ad9b6319-4563-4ded-9e29-422bd1faeaab), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:37.896996 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-9d0ed4ec-e949-4a4c-97ac-b3a813cda1ee admin admin] Publish callbacks [] for security_group (e17c6cfb-735d-40df-ad2b-286f81d46c1c), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:37.927386 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-9d0ed4ec-e949-4a4c-97ac-b3a813cda1ee admin admin] Publish callbacks [] for security_group (e17c6cfb-735d-40df-ad2b-286f81d46c1c), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:37.944012 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-fc7606ad-11c2-4c6e-848d-3b78a53c1321 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a772fb4728984d17979072980f08ca3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3813970 Apr 06 11:52:37.952307 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 45286) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:37.973795 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7606ad-11c2-4c6e-848d-3b78a53c1321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9b6319-4563-4ded-9e29-422bd1faeaab,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:37.998565 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-9d0ed4ec-e949-4a4c-97ac-b3a813cda1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (e17c6cfb-735d-40df-ad2b-286f81d46c1c), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:38.002142 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-9d0ed4ec-e949-4a4c-97ac-b3a813cda1ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:38.003682 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-9d0ed4ec-e949-4a4c-97ac-b3a813cda1ee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e17c6cfb-735d-40df-ad2b-286f81d46c1c HTTP/1.1" status: 204 len: 168 time: 0.1709924 Apr 06 11:52:38.020765 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ed4ec-e949-4a4c-97ac-b3a813cda1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17c6cfb-735d-40df-ad2b-286f81d46c1c,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:38.043481 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fb98c-3ee5-4c12-916a-d53b61eb6d37 req-a31fc16d-66cb-4d02-a7af-16322b0a898a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:38.054442 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ab9fb98c-3ee5-4c12-916a-d53b61eb6d37 req-a31fc16d-66cb-4d02-a7af-16322b0a898a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.1525598 Apr 06 11:52:38.126340 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-a7ca3f3b-03df-4adc-afe1-1a00f7c1ddcb admin admin] Publish callbacks [] for security_group (ad9b6319-4563-4ded-9e29-422bd1faeaab), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:38.172619 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-a7ca3f3b-03df-4adc-afe1-1a00f7c1ddcb admin admin] Publish callbacks [] for security_group (ad9b6319-4563-4ded-9e29-422bd1faeaab), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:38.194461 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ab9fb98c-3ee5-4c12-916a-d53b61eb6d37 req-ef28edc8-5e04-48b4-b7a5-8d197448892b tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255383 Apr 06 11:52:38.278877 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-a7ca3f3b-03df-4adc-afe1-1a00f7c1ddcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (ad9b6319-4563-4ded-9e29-422bd1faeaab), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:38.281762 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-a7ca3f3b-03df-4adc-afe1-1a00f7c1ddcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:38.283002 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-a7ca3f3b-03df-4adc-afe1-1a00f7c1ddcb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ad9b6319-4563-4ded-9e29-422bd1faeaab HTTP/1.1" status: 204 len: 168 time: 0.3250153 Apr 06 11:52:38.296771 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca3f3b-03df-4adc-afe1-1a00f7c1ddcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9b6319-4563-4ded-9e29-422bd1faeaab,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:38.436487 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 45304) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:38.453375 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-652de28d-a491-497b-aec4-37782bc4ac20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:38.593820 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-652de28d-a491-497b-aec4-37782bc4ac20 admin admin] Publish callbacks [] for security_group (12b5bd4b-5ef5-4341-a4ac-4e83bbb4d743), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:38.602797 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-652de28d-a491-497b-aec4-37782bc4ac20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (12b5bd4b-5ef5-4341-a4ac-4e83bbb4d743), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:38.667562 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-652de28d-a491-497b-aec4-37782bc4ac20 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b315d38327a54cda86f3872f9e688b88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298760 Apr 06 11:52:38.669677 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652de28d-a491-497b-aec4-37782bc4ac20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b5bd4b-5ef5-4341-a4ac-4e83bbb4d743,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:38.670308 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 45320) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:38.731864 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-2565abb9-66e4-4a81-9778-6b21865aa9ed admin admin] Publish callbacks [] for security_group (12b5bd4b-5ef5-4341-a4ac-4e83bbb4d743), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:38.761266 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-2565abb9-66e4-4a81-9778-6b21865aa9ed admin admin] Publish callbacks [] for security_group (12b5bd4b-5ef5-4341-a4ac-4e83bbb4d743), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:38.822671 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 45326) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:38.822818 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-2565abb9-66e4-4a81-9778-6b21865aa9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (12b5bd4b-5ef5-4341-a4ac-4e83bbb4d743), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:38.825581 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-2565abb9-66e4-4a81-9778-6b21865aa9ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:38.829051 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-2565abb9-66e4-4a81-9778-6b21865aa9ed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/12b5bd4b-5ef5-4341-a4ac-4e83bbb4d743 HTTP/1.1" status: 204 len: 168 time: 0.1553061 Apr 06 11:52:38.838098 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2565abb9-66e4-4a81-9778-6b21865aa9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b5bd4b-5ef5-4341-a4ac-4e83bbb4d743,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:39.079446 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-1a9c30d5-a198-472a-890c-ee0d10980a10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:39.182409 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-1a9c30d5-a198-472a-890c-ee0d10980a10 admin admin] Publish callbacks [] for security_group (f3008327-b96f-4247-b1fd-4b5908225db3), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:39.186573 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-1a9c30d5-a198-472a-890c-ee0d10980a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (f3008327-b96f-4247-b1fd-4b5908225db3), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:39.229021 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c30d5-a198-472a-890c-ee0d10980a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3008327-b96f-4247-b1fd-4b5908225db3,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:39.238702 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-1a9c30d5-a198-472a-890c-ee0d10980a10 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e2749cefacfb4ff6bde2488b72c1e52a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4147863 Apr 06 11:52:39.247744 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 45340) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:39.310526 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-2687dc69-8311-4117-b28e-2bbbd8817d92 admin admin] Publish callbacks [] for security_group (f3008327-b96f-4247-b1fd-4b5908225db3), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:39.348654 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-2687dc69-8311-4117-b28e-2bbbd8817d92 admin admin] Publish callbacks [] for security_group (f3008327-b96f-4247-b1fd-4b5908225db3), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:39.377093 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24839a-b6d8-4fda-88dc-e1242841a239 req-e4d36188-c40d-49d6-ad98-547f584d1ad6 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:39.389296 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-fe24839a-b6d8-4fda-88dc-e1242841a239 req-e4d36188-c40d-49d6-ad98-547f584d1ad6 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0933065 Apr 06 11:52:39.446897 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-2687dc69-8311-4117-b28e-2bbbd8817d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (f3008327-b96f-4247-b1fd-4b5908225db3), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:39.449488 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-fe24839a-b6d8-4fda-88dc-e1242841a239 req-485c27e0-94e7-4c5e-946d-118539af3549 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581839 Apr 06 11:52:39.450660 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-2687dc69-8311-4117-b28e-2bbbd8817d92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:39.452347 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-2687dc69-8311-4117-b28e-2bbbd8817d92 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f3008327-b96f-4247-b1fd-4b5908225db3 HTTP/1.1" status: 204 len: 168 time: 0.2032425 Apr 06 11:52:39.462861 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687dc69-8311-4117-b28e-2bbbd8817d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3008327-b96f-4247-b1fd-4b5908225db3,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:39.769068 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 45368) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:39.784081 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5106563c-ac53-44e4-9e6c-113ef8fd54e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:39.875560 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5106563c-ac53-44e4-9e6c-113ef8fd54e2 admin admin] Publish callbacks [] for security_group (52550c58-92a6-4482-9d62-427400d0885d), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:39.881427 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5106563c-ac53-44e4-9e6c-113ef8fd54e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (52550c58-92a6-4482-9d62-427400d0885d), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:39.927014 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 45374) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:39.927304 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-5106563c-ac53-44e4-9e6c-113ef8fd54e2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=012c64ff16354fc5bb2fa83899405be0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1568620 Apr 06 11:52:39.929120 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106563c-ac53-44e4-9e6c-113ef8fd54e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52550c58-92a6-4482-9d62-427400d0885d,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:39.985709 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-0d5066ba-bed8-4e2f-83b1-99f90ed02906 admin admin] Publish callbacks [] for security_group (52550c58-92a6-4482-9d62-427400d0885d), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:40.010944 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-0d5066ba-bed8-4e2f-83b1-99f90ed02906 admin admin] Publish callbacks [] for security_group (52550c58-92a6-4482-9d62-427400d0885d), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:40.067175 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-0d5066ba-bed8-4e2f-83b1-99f90ed02906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (52550c58-92a6-4482-9d62-427400d0885d), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:40.069844 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-0d5066ba-bed8-4e2f-83b1-99f90ed02906 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:40.072007 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-0d5066ba-bed8-4e2f-83b1-99f90ed02906 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/52550c58-92a6-4482-9d62-427400d0885d HTTP/1.1" status: 204 len: 168 time: 0.1424732 Apr 06 11:52:40.080690 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5066ba-bed8-4e2f-83b1-99f90ed02906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52550c58-92a6-4482-9d62-427400d0885d,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:40.367780 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 45392) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:40.515863 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-225f2824-8c46-4844-acde-47ea4440d32c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:40.603100 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08bbca-920d-4658-9a81-28c802cb524b req-b230bf0e-14f1-4f8f-9f12-09c0525097b7 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:40.605160 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-cb08bbca-920d-4658-9a81-28c802cb524b req-b230bf0e-14f1-4f8f-9f12-09c0525097b7 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0646355 Apr 06 11:52:40.646275 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-225f2824-8c46-4844-acde-47ea4440d32c admin admin] Publish callbacks [] for security_group (6fdda5f6-154e-4d5e-8a90-64e986ff0e42), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:40.654162 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-225f2824-8c46-4844-acde-47ea4440d32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (6fdda5f6-154e-4d5e-8a90-64e986ff0e42), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:40.665447 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-cb08bbca-920d-4658-9a81-28c802cb524b req-576f7e26-386d-4886-8f03-a3c34068a9d6 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538154 Apr 06 11:52:40.746015 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-c70fed33-2e1a-42b3-a693-567a98deea8f tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ad3f52ed782c413e88842bd281ee8046&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565050 Apr 06 11:52:40.755324 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-225f2824-8c46-4844-acde-47ea4440d32c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=65b2499c43064b4d9c2ac2d65c9d30cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3863909 Apr 06 11:52:40.757027 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f2824-8c46-4844-acde-47ea4440d32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdda5f6-154e-4d5e-8a90-64e986ff0e42,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:40.758879 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 45428) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:40.817407 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-fc17a599-a026-4790-9918-42ccb06fd10c admin admin] Publish callbacks [] for security_group (6fdda5f6-154e-4d5e-8a90-64e986ff0e42), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:40.841667 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-fc17a599-a026-4790-9918-42ccb06fd10c admin admin] Publish callbacks [] for security_group (6fdda5f6-154e-4d5e-8a90-64e986ff0e42), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:40.895790 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-fc17a599-a026-4790-9918-42ccb06fd10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (6fdda5f6-154e-4d5e-8a90-64e986ff0e42), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:40.898581 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-fc17a599-a026-4790-9918-42ccb06fd10c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:40.902262 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-fc17a599-a026-4790-9918-42ccb06fd10c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6fdda5f6-154e-4d5e-8a90-64e986ff0e42 HTTP/1.1" status: 204 len: 168 time: 0.1399798 Apr 06 11:52:40.908414 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17a599-a026-4790-9918-42ccb06fd10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdda5f6-154e-4d5e-8a90-64e986ff0e42,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:40.995069 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-31eeadaa-ff7e-4a89-9e9e-7ef6bb5e340d tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:40.996647 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-31eeadaa-ff7e-4a89-9e9e-7ef6bb5e340d tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2442849 Apr 06 11:52:41.021279 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-7b88c6c0-ddde-4d9a-b250-5ef8c3527b7b tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/quotas/ad3f52ed782c413e88842bd281ee8046 HTTP/1.1" status: 200 len: 375 time: 0.0178621 Apr 06 11:52:41.053525 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-29770b1e-542b-4f50-a9d8-4773ba124a75 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ad3f52ed782c413e88842bd281ee8046&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272431 Apr 06 11:52:41.248929 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-18714796-0b26-4966-a38b-0f8136c2b9a5 req-326a99bb-cd5e-430d-b170-7b9caddbb78c tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 210 time: 0.0345359 Apr 06 11:52:41.801520 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee271a-123f-41e0-962e-5745793353ee req-36bacb04-e2d5-412c-a15e-478f117ea0bb tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:41.803008 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ccee271a-123f-41e0-962e-5745793353ee req-36bacb04-e2d5-412c-a15e-478f117ea0bb tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0645339 Apr 06 11:52:41.847718 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 45518) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:41.850933 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ccee271a-123f-41e0-962e-5745793353ee req-c77d6373-49ba-46d1-9c4a-84ee738a7587 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415723 Apr 06 11:52:41.942724 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-0dddc27f-912a-4fd1-83e6-59d5497fecdd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1578475368-network', 'tenant_id': 'c61da0b3453a4380b55109d369f70604'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:52:41.963151 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dddc27f-912a-4fd1-83e6-59d5497fecdd admin admin] Made reservation on behalf of c61da0b3453a4380b55109d369f70604 for: {'network': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:52:41.965437 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-0dddc27f-912a-4fd1-83e6-59d5497fecdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for network (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:41.973688 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-0dddc27f-912a-4fd1-83e6-59d5497fecdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:42.049749 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-0dddc27f-912a-4fd1-83e6-59d5497fecdd admin admin] Publish callbacks [] for security_group (2ad1a4c9-992d-479f-b43e-7d7d9e3d001c), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:42.053602 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-0dddc27f-912a-4fd1-83e6-59d5497fecdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (2ad1a4c9-992d-479f-b43e-7d7d9e3d001c), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:42.075015 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dddc27f-912a-4fd1-83e6-59d5497fecdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=110260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:52:42.090775 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dddc27f-912a-4fd1-83e6-59d5497fecdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad1a4c9-992d-479f-b43e-7d7d9e3d001c,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:42.094247 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-0dddc27f-912a-4fd1-83e6-59d5497fecdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (71069d08-5e26-4841-82c8-61a202745114), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:42.094908 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.db.segments_db [None req-0dddc27f-912a-4fd1-83e6-59d5497fecdd admin admin] Added segment 71069d08-5e26-4841-82c8-61a202745114 of type vlan for network de8c376e-69fb-4e43-b549-d8d17aafcff4 Apr 06 11:52:42.137313 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-0dddc27f-912a-4fd1-83e6-59d5497fecdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743156740410'] for network (de8c376e-69fb-4e43-b549-d8d17aafcff4), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:42.161987 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-0dddc27f-912a-4fd1-83e6-59d5497fecdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332'] for network (de8c376e-69fb-4e43-b549-d8d17aafcff4), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:42.163019 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dddc27f-912a-4fd1-83e6-59d5497fecdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:42.164205 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-0dddc27f-912a-4fd1-83e6-59d5497fecdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:42.214043 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-0dddc27f-912a-4fd1-83e6-59d5497fecdd admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3650565 Apr 06 11:52:42.217293 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 45522) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:42.222134 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-20aaf8c0-4da7-4b89-a680-0ed4707754c9 admin admin] Request body: {'subnet': {'network_id': 'de8c376e-69fb-4e43-b549-d8d17aafcff4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1578475368-subnet', 'tenant_id': 'c61da0b3453a4380b55109d369f70604', 'ip_version': 4}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:52:42.224578 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dddc27f-912a-4fd1-83e6-59d5497fecdd admin admin] Pushing event updated for resources: {'Network': ['ID=de8c376e-69fb-4e43-b549-d8d17aafcff4,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:42.234853 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Network de8c376e-69fb-4e43-b549-d8d17aafcff4 details requested by agent ovs-agent-dv-cinder-836074-2-iscsi with host dv-cinder-836074-2-iscsi {{(pid=110261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:52:42.249041 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20aaf8c0-4da7-4b89-a680-0ed4707754c9 admin admin] Made reservation on behalf of c61da0b3453a4380b55109d369f70604 for: {'subnet': 1} {{(pid=110259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:52:42.251590 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-20aaf8c0-4da7-4b89-a680-0ed4707754c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379995'] for subnet (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:42.297500 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-4acc7203-7a57-4c88-aa89-eb046330bdb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:42.350718 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8c7fe18b-77a1-41e5-9dea-ccffd2cdcce7 req-e92fec51-35b3-42f5-bc1c-934388cf7653 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 210 time: 0.0275967 Apr 06 11:52:42.428201 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-20aaf8c0-4da7-4b89-a680-0ed4707754c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4353132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379973'] for subnet (e4b164e1-cd7f-4c00-9d14-1a694355ee3f), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:42.483927 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aaf8c0-4da7-4b89-a680-0ed4707754c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4b164e1-cd7f-4c00-9d14-1a694355ee3f,revision_number=0']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:42.492876 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aaf8c0-4da7-4b89-a680-0ed4707754c9 admin admin] Checking segment: {'id': '71069d08-5e26-4841-82c8-61a202745114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'de8c376e-69fb-4e43-b549-d8d17aafcff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:52:42.493232 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aaf8c0-4da7-4b89-a680-0ed4707754c9 admin admin] Network hostable DHCP agents. Network: de8c376e-69fb-4e43-b549-d8d17aafcff4, hostable agents: ['eb907300-c67e-4e21-a2d4-e40182a63fdb'], hosted agents: [] {{(pid=110259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:52:42.510718 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aaf8c0-4da7-4b89-a680-0ed4707754c9 admin admin] Network de8c376e-69fb-4e43-b549-d8d17aafcff4 is scheduled to be hosted by DHCP agent eb907300-c67e-4e21-a2d4-e40182a63fdb with binding_index 1 {{(pid=110259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:52:42.519799 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [None req-20aaf8c0-4da7-4b89-a680-0ed4707754c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-2-iscsi, de8c376e-69fb-4e43-b549-d8d17aafcff4) {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:52:42.524403 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aaf8c0-4da7-4b89-a680-0ed4707754c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:42.525032 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-20aaf8c0-4da7-4b89-a680-0ed4707754c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:42.529781 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea6e4d8-55cd-435a-aed7-dd4f51a81607 None None] Network de8c376e-69fb-4e43-b549-d8d17aafcff4 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:52:42.545521 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 45530) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:42.546530 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-20aaf8c0-4da7-4b89-a680-0ed4707754c9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3281047 Apr 06 11:52:42.550001 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-8f447c61-aa22-4430-9183-967e8cf06c06 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1578475368-router', 'tenant_id': 'c61da0b3453a4380b55109d369f70604', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:52:42.574526 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8f447c61-aa22-4430-9183-967e8cf06c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-432941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2496'] for router (e801a9e8-6b66-45f4-a39a-18d31e7f2809), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:42.575586 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8f447c61-aa22-4430-9183-967e8cf06c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2521'] for router (e801a9e8-6b66-45f4-a39a-18d31e7f2809), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:42.638427 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6aed34-5969-41a3-9ace-edcd4152a911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp027ac957-5d53-5658-96df-9f632b9b190b-de8c376e-69fb-4e43-b549-d8d17aafcff4', 'network_id': 'de8c376e-69fb-4e43-b549-d8d17aafcff4', 'project_id': 'c61da0b3453a4380b55109d369f70604', 'fixed_ips': [{'subnet_id': 'e4b164e1-cd7f-4c00-9d14-1a694355ee3f'}]}} from dv-cinder-836074-2-iscsi. {{(pid=110261) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:52:42.639288 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-fa6aed34-5969-41a3-9ace-edcd4152a911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:42.645862 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8f447c61-aa22-4430-9183-967e8cf06c06 admin admin] Publish callbacks [] for router_controller (e801a9e8-6b66-45f4-a39a-18d31e7f2809), precommit_add_association {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:42.782998 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.db_base_plugin_common [None req-fa6aed34-5969-41a3-9ace-edcd4152a911 None None] Allocated IP 172.20.0.2 (de8c376e-69fb-4e43-b549-d8d17aafcff4/e4b164e1-cd7f-4c00-9d14-1a694355ee3f/f71316ba-00ee-43ae-8926-1af580d160f7) {{(pid=110261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:52:42.790962 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8f447c61-aa22-4430-9183-967e8cf06c06 admin admin] Publish callbacks [] for router_gateway (e801a9e8-6b66-45f4-a39a-18d31e7f2809), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:42.935132 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-fa6aed34-5969-41a3-9ace-edcd4152a911 None None] Publish callbacks [] for port (f71316ba-00ee-43ae-8926-1af580d160f7), precommit_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:42.942088 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-fa6aed34-5969-41a3-9ace-edcd4152a911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228'] for port (f71316ba-00ee-43ae-8926-1af580d160f7), after_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:42.976885 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2132df-e970-4573-ac9d-709c73bd5a65 req-9b154445-557e-425c-afcf-1dd75debdd3f tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:42.978469 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-fd2132df-e970-4573-ac9d-709c73bd5a65 req-9b154445-557e-425c-afcf-1dd75debdd3f tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0569146 Apr 06 11:52:42.985112 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6aed34-5969-41a3-9ace-edcd4152a911 None None] Network de8c376e-69fb-4e43-b549-d8d17aafcff4 is already hosted by enough agents. {{(pid=110261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:52:42.988295 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.scheduler.base_scheduler [None req-fa6aed34-5969-41a3-9ace-edcd4152a911 None None] Resources bound (agent type, host, resource id): {{(pid=110261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:52:42.991817 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6aed34-5969-41a3-9ace-edcd4152a911 None None] Received port after_create {{(pid=110261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:52:42.999355 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6aed34-5969-41a3-9ace-edcd4152a911 None None] Pushing event updated for resources: {'Port': ['ID=f71316ba-00ee-43ae-8926-1af580d160f7,revision_number=1']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:43.004538 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8f447c61-aa22-4430-9183-967e8cf06c06 admin admin] Publish callbacks [] for router_gateway (e801a9e8-6b66-45f4-a39a-18d31e7f2809), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:43.025326 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8f447c61-aa22-4430-9183-967e8cf06c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:43.047971 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-fd2132df-e970-4573-ac9d-709c73bd5a65 req-cfb298a9-4cdd-475c-9e63-c244849b01b0 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623419 Apr 06 11:52:43.057525 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-fa6aed34-5969-41a3-9ace-edcd4152a911 None None] Attempting to bind port f71316ba-00ee-43ae-8926-1af580d160f7 on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:52:43.057898 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-fa6aed34-5969-41a3-9ace-edcd4152a911 None None] Attempting to bind port f71316ba-00ee-43ae-8926-1af580d160f7 by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': '71069d08-5e26-4841-82c8-61a202745114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'de8c376e-69fb-4e43-b549-d8d17aafcff4'}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:52:43.058259 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6aed34-5969-41a3-9ace-edcd4152a911 None None] Attempting to bind port f71316ba-00ee-43ae-8926-1af580d160f7 on network de8c376e-69fb-4e43-b549-d8d17aafcff4 {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:52:43.067823 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6aed34-5969-41a3-9ace-edcd4152a911 None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:52:43.068198 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6aed34-5969-41a3-9ace-edcd4152a911 None None] Checking segment: {'id': '71069d08-5e26-4841-82c8-61a202745114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'de8c376e-69fb-4e43-b549-d8d17aafcff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:52:43.068600 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-fa6aed34-5969-41a3-9ace-edcd4152a911 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:43.069024 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6aed34-5969-41a3-9ace-edcd4152a911 None None] Bound using segment: {'id': '71069d08-5e26-4841-82c8-61a202745114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'de8c376e-69fb-4e43-b549-d8d17aafcff4'} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:52:43.069503 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-fa6aed34-5969-41a3-9ace-edcd4152a911 None None] Bound port: f71316ba-00ee-43ae-8926-1af580d160f7, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71069d08-5e26-4841-82c8-61a202745114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'de8c376e-69fb-4e43-b549-d8d17aafcff4'}}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:52:43.069927 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-fa6aed34-5969-41a3-9ace-edcd4152a911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (f71316ba-00ee-43ae-8926-1af580d160f7), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:43.138245 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [None req-8f447c61-aa22-4430-9183-967e8cf06c06 admin admin] Allocated IP 172.27.1.113 (f8bc4371-0f06-4ac4-8212-20e00bcdd0be/f72af3a5-4f9e-49cd-911b-77b0f5cebaf5/e75a30be-38fb-4621-a57d-7d2a8fe73c5f) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:52:43.138640 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-fa6aed34-5969-41a3-9ace-edcd4152a911 None None] For port f71316ba-00ee-43ae-8926-1af580d160f7, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:52:43.141857 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-fa6aed34-5969-41a3-9ace-edcd4152a911 None None] For port f71316ba-00ee-43ae-8926-1af580d160f7, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=f71316ba-00ee-43ae-8926-1af580d160f7,segment=NetworkSegment(71069d08-5e26-4841-82c8-61a202745114),segment_id=71069d08-5e26-4841-82c8-61a202745114)] {{(pid=110261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:52:43.147064 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-fa6aed34-5969-41a3-9ace-edcd4152a911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (f71316ba-00ee-43ae-8926-1af580d160f7), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:43.206162 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6aed34-5969-41a3-9ace-edcd4152a911 None None] Pushing event updated for resources: {'Port': ['ID=f71316ba-00ee-43ae-8926-1af580d160f7,revision_number=2']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:43.250106 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8f447c61-aa22-4430-9183-967e8cf06c06 admin admin] Publish callbacks [] for port (e75a30be-38fb-4621-a57d-7d2a8fe73c5f), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:43.289982 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8f447c61-aa22-4430-9183-967e8cf06c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (e75a30be-38fb-4621-a57d-7d2a8fe73c5f), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:43.339703 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f447c61-aa22-4430-9183-967e8cf06c06 admin admin] Network f8bc4371-0f06-4ac4-8212-20e00bcdd0be is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:52:43.342811 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-8f447c61-aa22-4430-9183-967e8cf06c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:52:43.350759 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f447c61-aa22-4430-9183-967e8cf06c06 admin admin] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:52:43.354542 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f447c61-aa22-4430-9183-967e8cf06c06 admin admin] Pushing event updated for resources: {'Port': ['ID=e75a30be-38fb-4621-a57d-7d2a8fe73c5f,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:43.509958 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ae33b452-5907-4952-a8e2-97e2611ea1dd req-9666a247-dddb-4f8e-b40f-b02032f88a5d tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 210 time: 0.0620337 Apr 06 11:52:43.658720 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8f447c61-aa22-4430-9183-967e8cf06c06 admin admin] Publish callbacks [] for router_gateway (e801a9e8-6b66-45f4-a39a-18d31e7f2809), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:44.093851 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8f447c61-aa22-4430-9183-967e8cf06c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-433572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430332'] for router (e801a9e8-6b66-45f4-a39a-18d31e7f2809), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:44.166523 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8300b55-2ff1-4b3a-b903-02b0f47e48f3 None None] Network de8c376e-69fb-4e43-b549-d8d17aafcff4 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:52:44.178970 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22344b69-cb27-4738-bf22-c8dd94c82ed6 req-27642ab9-45ed-432e-9a18-f42b938b148d tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:44.186791 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-22344b69-cb27-4738-bf22-c8dd94c82ed6 req-27642ab9-45ed-432e-9a18-f42b938b148d tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0645168 Apr 06 11:52:44.229762 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f447c61-aa22-4430-9183-967e8cf06c06 admin admin] Router e801a9e8-6b66-45f4-a39a-18d31e7f2809 is scheduled to L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f with binding_index 1 {{(pid=110260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 11:52:44.230241 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-22344b69-cb27-4738-bf22-c8dd94c82ed6 req-1fc315cd-2ac0-42b6-8af4-febd0876910b tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422876 Apr 06 11:52:44.244468 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-0c0f3fcc-65ee-49db-9c2f-ff8962add851 None None] Provisioning complete for port f71316ba-00ee-43ae-8926-1af580d160f7 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:52:44.244942 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3fcc-65ee-49db-9c2f-ff8962add851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (f71316ba-00ee-43ae-8926-1af580d160f7), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:44.339777 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f447c61-aa22-4430-9183-967e8cf06c06 admin admin] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:52:44.351277 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ed1c6f-4881-4908-880a-c8aa339315a1 None None] Sync routers for ids ['e801a9e8-6b66-45f4-a39a-18d31e7f2809'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:52:44.364709 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ed1c6f-4881-4908-880a-c8aa339315a1 None None] Routers {'e801a9e8-6b66-45f4-a39a-18d31e7f2809'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:52:44.365453 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-71ed1c6f-4881-4908-880a-c8aa339315a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:52:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['e801a9e8-6b66-45f4-a39a-18d31e7f2809'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:52:44.366213 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8f447c61-aa22-4430-9183-967e8cf06c06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:44.368196 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-8f447c61-aa22-4430-9183-967e8cf06c06 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8215742 Apr 06 11:52:44.371287 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 45552) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:44.380977 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-0c0f3fcc-65ee-49db-9c2f-ff8962add851 None None] Current status of the port f71316ba-00ee-43ae-8926-1af580d160f7 is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:52:44.381382 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3fcc-65ee-49db-9c2f-ff8962add851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (f71316ba-00ee-43ae-8926-1af580d160f7), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:44.420255 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-0c0f3fcc-65ee-49db-9c2f-ff8962add851 None None] For port f71316ba-00ee-43ae-8926-1af580d160f7, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=f71316ba-00ee-43ae-8926-1af580d160f7,segment=NetworkSegment(71069d08-5e26-4841-82c8-61a202745114),segment_id=71069d08-5e26-4841-82c8-61a202745114)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:52:44.425257 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3fcc-65ee-49db-9c2f-ff8962add851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (f71316ba-00ee-43ae-8926-1af580d160f7), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:44.480327 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f3fcc-65ee-49db-9c2f-ff8962add851 None None] Pushing event updated for resources: {'Port': ['ID=f71316ba-00ee-43ae-8926-1af580d160f7,revision_number=3']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:44.505100 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-71ed1c6f-4881-4908-880a-c8aa339315a1 None None] Set router e801a9e8-6b66-45f4-a39a-18d31e7f2809 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:52:44.628663 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8630afc8-0cda-4b10-baa9-5801ece21f60 req-6aaa19f7-1168-4bcb-8462-6d55a3d8424c tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 210 time: 0.0362964 Apr 06 11:52:44.653927 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-b4b3bc39-3567-49e0-8784-7494a0d08848 None None] Provisioning complete for port f71316ba-00ee-43ae-8926-1af580d160f7 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:52:44.654590 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-b4b3bc39-3567-49e0-8784-7494a0d08848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (f71316ba-00ee-43ae-8926-1af580d160f7), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:44.735142 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-71ed1c6f-4881-4908-880a-c8aa339315a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'name': 'tempest-TestShelveInstance-1578475368-router', 'tenant_id': 'c61da0b3453a4380b55109d369f70604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'e75a30be-38fb-4621-a57d-7d2a8fe73c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:52:42Z', 'updated_at': '2022-04-06T11:52:43Z', 'revision_number': 3, 'project_id': 'c61da0b3453a4380b55109d369f70604', 'gw_port': {'id': 'e75a30be-38fb-4621-a57d-7d2a8fe73c5f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:be:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:43Z', 'updated_at': '2022-04-06T11:52:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:52:44.753974 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-b4b3bc39-3567-49e0-8784-7494a0d08848 None None] Current status of the port f71316ba-00ee-43ae-8926-1af580d160f7 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:52:44.774579 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ed1c6f-4881-4908-880a-c8aa339315a1 None None] Checking router: e801a9e8-6b66-45f4-a39a-18d31e7f2809 for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:52:44.775206 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ed1c6f-4881-4908-880a-c8aa339315a1 None None] Updating router e801a9e8-6b66-45f4-a39a-18d31e7f2809 port e75a30be-38fb-4621-a57d-7d2a8fe73c5f binding host dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:52:44.808602 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-71ed1c6f-4881-4908-880a-c8aa339315a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (e75a30be-38fb-4621-a57d-7d2a8fe73c5f), before_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:44.818053 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device f71316ba-00ee-43ae-8926-1af580d160f7 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:52:44.873345 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port f71316ba-00ee-43ae-8926-1af580d160f7 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:52:44.873874 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (f71316ba-00ee-43ae-8926-1af580d160f7), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:44.924445 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-9db97b63-f854-407f-9b06-e28c2203274e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:44.962429 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port f71316ba-00ee-43ae-8926-1af580d160f7 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:52:45.082847 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [None req-9db97b63-f854-407f-9b06-e28c2203274e admin admin] Allocated IP 172.20.0.1 (de8c376e-69fb-4e43-b549-d8d17aafcff4/e4b164e1-cd7f-4c00-9d14-1a694355ee3f/c598d21d-fe45-449f-ad92-93054ea82164) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:52:45.094491 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-567774db-d8db-49c0-a89e-76f050800e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:45.172971 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-71ed1c6f-4881-4908-880a-c8aa339315a1 None None] Publish callbacks [] for port (e75a30be-38fb-4621-a57d-7d2a8fe73c5f), precommit_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:45.177733 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-71ed1c6f-4881-4908-880a-c8aa339315a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (e75a30be-38fb-4621-a57d-7d2a8fe73c5f), after_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:45.199368 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-9db97b63-f854-407f-9b06-e28c2203274e admin admin] Publish callbacks [] for port (c598d21d-fe45-449f-ad92-93054ea82164), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:45.231699 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.managers [None req-71ed1c6f-4881-4908-880a-c8aa339315a1 None None] Attempting to bind port e75a30be-38fb-4621-a57d-7d2a8fe73c5f on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:52:45.232156 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.managers [None req-71ed1c6f-4881-4908-880a-c8aa339315a1 None None] Attempting to bind port e75a30be-38fb-4621-a57d-7d2a8fe73c5f by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}] {{(pid=110262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:52:45.232533 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ed1c6f-4881-4908-880a-c8aa339315a1 None None] Attempting to bind port e75a30be-38fb-4621-a57d-7d2a8fe73c5f on network f8bc4371-0f06-4ac4-8212-20e00bcdd0be {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:52:45.234902 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-9db97b63-f854-407f-9b06-e28c2203274e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (c598d21d-fe45-449f-ad92-93054ea82164), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:45.237456 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8e087-6f6e-41cd-81a6-bd346ebf6900 None None] Pushing event updated for resources: {'Port': ['ID=e75a30be-38fb-4621-a57d-7d2a8fe73c5f,revision_number=2']} {{(pid=110262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:45.248136 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ed1c6f-4881-4908-880a-c8aa339315a1 None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:52:45.248738 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ed1c6f-4881-4908-880a-c8aa339315a1 None None] Checking segment: {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:52:45.248939 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-71ed1c6f-4881-4908-880a-c8aa339315a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:45.249330 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ed1c6f-4881-4908-880a-c8aa339315a1 None None] Bound using segment: {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'} {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:52:45.249793 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.managers [None req-71ed1c6f-4881-4908-880a-c8aa339315a1 None None] Bound port: e75a30be-38fb-4621-a57d-7d2a8fe73c5f, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}}] {{(pid=110262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:52:45.250167 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-71ed1c6f-4881-4908-880a-c8aa339315a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (e75a30be-38fb-4621-a57d-7d2a8fe73c5f), before_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:45.254236 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8e087-6f6e-41cd-81a6-bd346ebf6900 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:45.254706 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8e087-6f6e-41cd-81a6-bd346ebf6900 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:45.255192 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8e087-6f6e-41cd-81a6-bd346ebf6900 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:45.255656 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8e087-6f6e-41cd-81a6-bd346ebf6900 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:45.256082 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8e087-6f6e-41cd-81a6-bd346ebf6900 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:45.256561 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8e087-6f6e-41cd-81a6-bd346ebf6900 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:45.256997 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8e087-6f6e-41cd-81a6-bd346ebf6900 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:45.258035 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8e087-6f6e-41cd-81a6-bd346ebf6900 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:45.258508 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8e087-6f6e-41cd-81a6-bd346ebf6900 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:45.258999 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8e087-6f6e-41cd-81a6-bd346ebf6900 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:45.259416 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8e087-6f6e-41cd-81a6-bd346ebf6900 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:45.260023 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8e087-6f6e-41cd-81a6-bd346ebf6900 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:45.260456 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8e087-6f6e-41cd-81a6-bd346ebf6900 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:45.260899 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8e087-6f6e-41cd-81a6-bd346ebf6900 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:45.261313 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8e087-6f6e-41cd-81a6-bd346ebf6900 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:52:45.292379 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db97b63-f854-407f-9b06-e28c2203274e admin admin] Network de8c376e-69fb-4e43-b549-d8d17aafcff4 is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:52:45.296935 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-9db97b63-f854-407f-9b06-e28c2203274e admin admin] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:52:45.298675 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db97b63-f854-407f-9b06-e28c2203274e admin admin] Pushing event updated for resources: {'Port': ['ID=c598d21d-fe45-449f-ad92-93054ea82164,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:45.301012 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db97b63-f854-407f-9b06-e28c2203274e admin admin] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:52:45.321412 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.db [None req-71ed1c6f-4881-4908-880a-c8aa339315a1 None None] For port e75a30be-38fb-4621-a57d-7d2a8fe73c5f, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:52:45.329430 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.db [None req-71ed1c6f-4881-4908-880a-c8aa339315a1 None None] For port e75a30be-38fb-4621-a57d-7d2a8fe73c5f, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=e75a30be-38fb-4621-a57d-7d2a8fe73c5f,segment=NetworkSegment(e99df258-543d-4616-b3b8-0c52db153909),segment_id=e99df258-543d-4616-b3b8-0c52db153909)] {{(pid=110262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:52:45.343957 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-71ed1c6f-4881-4908-880a-c8aa339315a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (e75a30be-38fb-4621-a57d-7d2a8fe73c5f), after_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:45.348661 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-9db97b63-f854-407f-9b06-e28c2203274e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430125'] for router_interface (e801a9e8-6b66-45f4-a39a-18d31e7f2809), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:45.420065 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ed1c6f-4881-4908-880a-c8aa339315a1 None None] Routers {'e801a9e8-6b66-45f4-a39a-18d31e7f2809'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:52:45.420699 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-71ed1c6f-4881-4908-880a-c8aa339315a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:52:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['e801a9e8-6b66-45f4-a39a-18d31e7f2809'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:52:45.420990 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c14d9-7a28-4044-9afb-e21b293aefac req-60d7fcdb-6b35-49b4-8f6d-37206253f02d tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:45.429343 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-543c14d9-7a28-4044-9afb-e21b293aefac req-60d7fcdb-6b35-49b4-8f6d-37206253f02d tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0939260 Apr 06 11:52:45.490296 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-543c14d9-7a28-4044-9afb-e21b293aefac req-3e7c6fa3-44d5-4173-8d47-67eeb12fbef4 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554216 Apr 06 11:52:45.499114 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-9db97b63-f854-407f-9b06-e28c2203274e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (c598d21d-fe45-449f-ad92-93054ea82164), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:45.530691 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8e087-6f6e-41cd-81a6-bd346ebf6900 None None] Pushing event updated for resources: {'Port': ['ID=e75a30be-38fb-4621-a57d-7d2a8fe73c5f,revision_number=3']} {{(pid=110262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:45.557758 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-71ed1c6f-4881-4908-880a-c8aa339315a1 None None] Set router e801a9e8-6b66-45f4-a39a-18d31e7f2809 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:52:45.589714 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-08392801-9da6-480a-8a62-f108499cdb58 None None] Provisioning complete for port c598d21d-fe45-449f-ad92-93054ea82164 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:52:45.590747 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-08392801-9da6-480a-8a62-f108499cdb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (c598d21d-fe45-449f-ad92-93054ea82164), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:45.628390 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-08392801-9da6-480a-8a62-f108499cdb58 None None] Port c598d21d-fe45-449f-ad92-93054ea82164 cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:52:45.737827 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-9db97b63-f854-407f-9b06-e28c2203274e admin admin] Publish callbacks [] for port (c598d21d-fe45-449f-ad92-93054ea82164), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:45.762697 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4b937ffa-62c8-4e17-973e-0445b2a2b576 req-13e49bb0-de38-4099-a0a0-4cf9769c7321 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 210 time: 0.0390217 Apr 06 11:52:45.763440 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-9db97b63-f854-407f-9b06-e28c2203274e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (c598d21d-fe45-449f-ad92-93054ea82164), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:45.790408 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-71ed1c6f-4881-4908-880a-c8aa339315a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'name': 'tempest-TestShelveInstance-1578475368-router', 'tenant_id': 'c61da0b3453a4380b55109d369f70604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'e75a30be-38fb-4621-a57d-7d2a8fe73c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:52:42Z', 'updated_at': '2022-04-06T11:52:43Z', 'revision_number': 3, 'project_id': 'c61da0b3453a4380b55109d369f70604', 'gw_port': {'id': 'e75a30be-38fb-4621-a57d-7d2a8fe73c5f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:be:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:43Z', 'updated_at': '2022-04-06T11:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:52:45.820306 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ed1c6f-4881-4908-880a-c8aa339315a1 None None] The sync data for ids ['e801a9e8-6b66-45f4-a39a-18d31e7f2809'] in dv-cinder-836074-2-iscsi is: [{'id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'name': 'tempest-TestShelveInstance-1578475368-router', 'tenant_id': 'c61da0b3453a4380b55109d369f70604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'e75a30be-38fb-4621-a57d-7d2a8fe73c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:52:42Z', 'updated_at': '2022-04-06T11:52:43Z', 'revision_number': 3, 'project_id': 'c61da0b3453a4380b55109d369f70604', 'gw_port': {'id': 'e75a30be-38fb-4621-a57d-7d2a8fe73c5f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:be:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:43Z', 'updated_at': '2022-04-06T11:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:52:45.859167 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-9db97b63-f854-407f-9b06-e28c2203274e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431805'] for router_interface (e801a9e8-6b66-45f4-a39a-18d31e7f2809), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:45.864661 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db97b63-f854-407f-9b06-e28c2203274e admin admin] Pushing event updated for resources: {'Port': ['ID=c598d21d-fe45-449f-ad92-93054ea82164,revision_number=2']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:45.991026 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db97b63-f854-407f-9b06-e28c2203274e admin admin] Network de8c376e-69fb-4e43-b549-d8d17aafcff4 is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:52:45.993132 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-9db97b63-f854-407f-9b06-e28c2203274e admin admin] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:52:46.165027 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db97b63-f854-407f-9b06-e28c2203274e admin admin] Router e801a9e8-6b66-45f4-a39a-18d31e7f2809 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:52:46.259019 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-62302603-1ecf-413b-b864-56d4e27e7b9a None None] Provisioning complete for port c598d21d-fe45-449f-ad92-93054ea82164 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:52:46.259519 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62302603-1ecf-413b-b864-56d4e27e7b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (c598d21d-fe45-449f-ad92-93054ea82164), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:46.272540 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-1d4e2ae3-7ce0-40c4-8527-bc081b3ac2bc tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ad3f52ed782c413e88842bd281ee8046&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412366 Apr 06 11:52:46.338327 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-62302603-1ecf-413b-b864-56d4e27e7b9a None None] Port c598d21d-fe45-449f-ad92-93054ea82164 cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:52:46.406306 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:46.492655 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db97b63-f854-407f-9b06-e28c2203274e admin admin] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:52:46.503913 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-9db97b63-f854-407f-9b06-e28c2203274e admin admin] 10.222.0.39 "PUT /v2.0/routers/e801a9e8-6b66-45f4-a39a-18d31e7f2809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1314342 Apr 06 11:52:46.558026 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-17cb2a95-21fa-403b-b7fa-6623bd470444 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:46.559621 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-17cb2a95-21fa-403b-b7fa-6623bd470444 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2744503 Apr 06 11:52:46.590009 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-482df26f-e9a6-42f9-8589-6724c2d06d89 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Request body: {'port': {'device_id': 'f7192b64-0a00-45a7-beb9-23e4155154ed', 'network_id': '56f724d0-0733-4ce4-a310-c8edaa3a9c6b', 'admin_state_up': True, 'tenant_id': 'ad3f52ed782c413e88842bd281ee8046'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:52:46.642302 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d399435-20ce-4c9d-82dc-8b76f4446524 req-3f365ce1-2fab-4fc6-86af-e20f3439eb94 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:46.651389 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3d399435-20ce-4c9d-82dc-8b76f4446524 req-3f365ce1-2fab-4fc6-86af-e20f3439eb94 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0893607 Apr 06 11:52:46.711634 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3d399435-20ce-4c9d-82dc-8b76f4446524 req-af71d40d-3d43-4c6b-a481-8f6d91516928 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564015 Apr 06 11:52:46.726865 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-482df26f-e9a6-42f9-8589-6724c2d06d89 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Made reservation on behalf of ad3f52ed782c413e88842bd281ee8046 for: {'port': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:52:46.731367 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-482df26f-e9a6-42f9-8589-6724c2d06d89 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:46.750328 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-482df26f-e9a6-42f9-8589-6724c2d06d89 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:46.807865 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device e75a30be-38fb-4621-a57d-7d2a8fe73c5f up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:52:46.901470 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port e75a30be-38fb-4621-a57d-7d2a8fe73c5f triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:52:46.901930 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (e75a30be-38fb-4621-a57d-7d2a8fe73c5f), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:46.924230 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4d3af244-d9d5-4801-8deb-6dca69620ec7 req-4cb40adc-57e8-42ac-96d6-9f7dbd9f8e02 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 210 time: 0.0655544 Apr 06 11:52:46.955620 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-482df26f-e9a6-42f9-8589-6724c2d06d89 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Publish callbacks [] for security_group (48dfa465-2ac3-486c-99c7-fe6c0c449313), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:46.963158 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-482df26f-e9a6-42f9-8589-6724c2d06d89 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (48dfa465-2ac3-486c-99c7-fe6c0c449313), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:47.063872 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port e75a30be-38fb-4621-a57d-7d2a8fe73c5f is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:52:47.064451 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (e75a30be-38fb-4621-a57d-7d2a8fe73c5f), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:47.089404 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] For port e75a30be-38fb-4621-a57d-7d2a8fe73c5f, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=e75a30be-38fb-4621-a57d-7d2a8fe73c5f,segment=NetworkSegment(e99df258-543d-4616-b3b8-0c52db153909),segment_id=e99df258-543d-4616-b3b8-0c52db153909)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:52:47.095219 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (e75a30be-38fb-4621-a57d-7d2a8fe73c5f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:47.126819 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482df26f-e9a6-42f9-8589-6724c2d06d89 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48dfa465-2ac3-486c-99c7-fe6c0c449313,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:47.198050 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Pushing event updated for resources: {'Port': ['ID=e75a30be-38fb-4621-a57d-7d2a8fe73c5f,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:47.239531 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-482df26f-e9a6-42f9-8589-6724c2d06d89 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Allocated IP 192.168.233.11 (56f724d0-0733-4ce4-a310-c8edaa3a9c6b/fa3f867e-32be-45f0-a228-74a9832b1214/e23e128c-869d-4592-8082-43f6a3905a0c) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:52:47.389954 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 45632) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:47.394918 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-4a9730aa-a4ac-4c5b-8c84-6e47e43bf0c4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-86441668-network', 'tenant_id': '49edb9de1dce4401bfe9b5c761fb80bd'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:52:47.418576 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9730aa-a4ac-4c5b-8c84-6e47e43bf0c4 admin admin] Made reservation on behalf of 49edb9de1dce4401bfe9b5c761fb80bd for: {'network': 1} {{(pid=110259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:52:47.420930 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4a9730aa-a4ac-4c5b-8c84-6e47e43bf0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for network (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:47.431576 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-482df26f-e9a6-42f9-8589-6724c2d06d89 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Publish callbacks [] for port (e23e128c-869d-4592-8082-43f6a3905a0c), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:47.435849 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4a9730aa-a4ac-4c5b-8c84-6e47e43bf0c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:47.474574 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-482df26f-e9a6-42f9-8589-6724c2d06d89 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (e23e128c-869d-4592-8082-43f6a3905a0c), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:47.522203 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-482df26f-e9a6-42f9-8589-6724c2d06d89 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Network 56f724d0-0733-4ce4-a310-c8edaa3a9c6b is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:52:47.525974 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4a9730aa-a4ac-4c5b-8c84-6e47e43bf0c4 admin admin] Publish callbacks [] for security_group (51c40c77-7d43-44a1-9ab7-eba8d019a34a), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:47.528162 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-482df26f-e9a6-42f9-8589-6724c2d06d89 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:52:47.531018 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4a9730aa-a4ac-4c5b-8c84-6e47e43bf0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (51c40c77-7d43-44a1-9ab7-eba8d019a34a), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:47.532595 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-482df26f-e9a6-42f9-8589-6724c2d06d89 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:52:47.548248 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a9730aa-a4ac-4c5b-8c84-6e47e43bf0c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=110259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:52:47.563787 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482df26f-e9a6-42f9-8589-6724c2d06d89 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Pushing event updated for resources: {'Port': ['ID=e23e128c-869d-4592-8082-43f6a3905a0c,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:47.580350 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4a9730aa-a4ac-4c5b-8c84-6e47e43bf0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (34a93b16-4b2a-4b8b-9265-0dc76b69ceaa), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:47.580689 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.db.segments_db [None req-4a9730aa-a4ac-4c5b-8c84-6e47e43bf0c4 admin admin] Added segment 34a93b16-4b2a-4b8b-9265-0dc76b69ceaa of type vlan for network 18be586a-740f-4fbb-a5ae-799b34510182 Apr 06 11:52:47.592619 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-482df26f-e9a6-42f9-8589-6724c2d06d89 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:47.593236 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-482df26f-e9a6-42f9-8589-6724c2d06d89 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:47.602763 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9730aa-a4ac-4c5b-8c84-6e47e43bf0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c40c77-7d43-44a1-9ab7-eba8d019a34a,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:47.615725 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-482df26f-e9a6-42f9-8589-6724c2d06d89 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0296807 Apr 06 11:52:47.638212 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-709725cc-f644-486d-8581-4971eafab614 service neutron] Request body: {'port': {'device_id': 'f7192b64-0a00-45a7-beb9-23e4155154ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:52:47.645460 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4a9730aa-a4ac-4c5b-8c84-6e47e43bf0c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743156740410'] for network (18be586a-740f-4fbb-a5ae-799b34510182), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:47.682600 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4a9730aa-a4ac-4c5b-8c84-6e47e43bf0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332'] for network (18be586a-740f-4fbb-a5ae-799b34510182), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:47.684189 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9730aa-a4ac-4c5b-8c84-6e47e43bf0c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:47.684977 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4a9730aa-a4ac-4c5b-8c84-6e47e43bf0c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:47.733012 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-4a9730aa-a4ac-4c5b-8c84-6e47e43bf0c4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3416567 Apr 06 11:52:47.738489 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 45636) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:47.747732 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-3361f549-dcf1-4d81-9f38-ec177dbd0d04 admin admin] Request body: {'subnet': {'network_id': '18be586a-740f-4fbb-a5ae-799b34510182', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-86441668-subnet', 'tenant_id': '49edb9de1dce4401bfe9b5c761fb80bd', 'ip_version': 4}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:52:47.784913 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-709725cc-f644-486d-8581-4971eafab614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (e23e128c-869d-4592-8082-43f6a3905a0c), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:47.786711 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9730aa-a4ac-4c5b-8c84-6e47e43bf0c4 admin admin] Pushing event updated for resources: {'Network': ['ID=18be586a-740f-4fbb-a5ae-799b34510182,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:47.797550 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Network 18be586a-740f-4fbb-a5ae-799b34510182 details requested by agent ovs-agent-dv-cinder-836074-2-iscsi with host dv-cinder-836074-2-iscsi {{(pid=110261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:52:47.810994 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3361f549-dcf1-4d81-9f38-ec177dbd0d04 admin admin] Made reservation on behalf of 49edb9de1dce4401bfe9b5c761fb80bd for: {'subnet': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:52:47.813307 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3361f549-dcf1-4d81-9f38-ec177dbd0d04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4228290'] for subnet (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:47.853720 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d6654-8235-4fde-bc66-163496a1170b req-0bf374dd-a947-464b-82ef-d2061cd75723 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:47.855937 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d44d6654-8235-4fde-bc66-163496a1170b req-0bf374dd-a947-464b-82ef-d2061cd75723 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0626080 Apr 06 11:52:47.897032 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c7a787-56cb-4b9b-84fe-c77719ee57cd None None] Sync routers for ids ['e801a9e8-6b66-45f4-a39a-18d31e7f2809'] in dv-cinder-836074-2-iscsi {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:52:47.921544 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-f5a36985-906d-4cb0-96eb-b06b8b45f931 None None] Provisioning complete for port e23e128c-869d-4592-8082-43f6a3905a0c triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:52:47.922100 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-f5a36985-906d-4cb0-96eb-b06b8b45f931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (e23e128c-869d-4592-8082-43f6a3905a0c), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:47.925404 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c7a787-56cb-4b9b-84fe-c77719ee57cd None None] Routers {'e801a9e8-6b66-45f4-a39a-18d31e7f2809'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:52:47.926235 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-d5c7a787-56cb-4b9b-84fe-c77719ee57cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:52:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['e801a9e8-6b66-45f4-a39a-18d31e7f2809'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:52:47.934412 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d44d6654-8235-4fde-bc66-163496a1170b req-f19e2eb1-de08-4e2c-a62a-99fc91daf67e tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704885 Apr 06 11:52:48.003004 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-f5a36985-906d-4cb0-96eb-b06b8b45f931 None None] Port e23e128c-869d-4592-8082-43f6a3905a0c cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:52:48.094730 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-d5c7a787-56cb-4b9b-84fe-c77719ee57cd None None] Set router e801a9e8-6b66-45f4-a39a-18d31e7f2809 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:52:48.322651 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-d5c7a787-56cb-4b9b-84fe-c77719ee57cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'name': 'tempest-TestShelveInstance-1578475368-router', 'tenant_id': 'c61da0b3453a4380b55109d369f70604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'e75a30be-38fb-4621-a57d-7d2a8fe73c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:52:42Z', 'updated_at': '2022-04-06T11:52:45Z', 'revision_number': 4, 'project_id': 'c61da0b3453a4380b55109d369f70604', 'gw_port': {'id': 'e75a30be-38fb-4621-a57d-7d2a8fe73c5f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:43Z', 'updated_at': '2022-04-06T11:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'c598d21d-fe45-449f-ad92-93054ea82164', 'name': '', 'network_id': 'de8c376e-69fb-4e43-b549-d8d17aafcff4', 'tenant_id': 'c61da0b3453a4380b55109d369f70604', 'mac_address': 'fa:16:3e:52:90:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e4b164e1-cd7f-4c00-9d14-1a694355ee3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:44Z', 'updated_at': '2022-04-06T11:52:45Z', 'revision_number': 2, 'project_id': 'c61da0b3453a4380b55109d369f70604', 'subnets': [{'id': 'e4b164e1-cd7f-4c00-9d14-1a694355ee3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:52:48.456028 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1287ed-d38c-4f30-94e0-33fd14ce5e09 req-a66ac0d9-2a06-4ddd-a9b7-a4bdc48d66c6 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:48.457893 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3a1287ed-d38c-4f30-94e0-33fd14ce5e09 req-a66ac0d9-2a06-4ddd-a9b7-a4bdc48d66c6 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 935 time: 0.1837411 Apr 06 11:52:48.487967 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c7a787-56cb-4b9b-84fe-c77719ee57cd None None] Checking router: e801a9e8-6b66-45f4-a39a-18d31e7f2809 for host: dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:52:48.488387 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c7a787-56cb-4b9b-84fe-c77719ee57cd None None] Updating router e801a9e8-6b66-45f4-a39a-18d31e7f2809 port c598d21d-fe45-449f-ad92-93054ea82164 binding host dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:52:48.520376 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-d5c7a787-56cb-4b9b-84fe-c77719ee57cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (c598d21d-fe45-449f-ad92-93054ea82164), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:48.564319 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3361f549-dcf1-4d81-9f38-ec177dbd0d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4262830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4228316'] for subnet (82c4efff-6d12-42e3-8952-ada16d93d232), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:48.652514 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3a1287ed-d38c-4f30-94e0-33fd14ce5e09 req-72b700a2-207f-420f-a48b-39dee0f89716 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813929 Apr 06 11:52:48.692294 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-709725cc-f644-486d-8581-4971eafab614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e23e128c-869d-4592-8082-43f6a3905a0c {{(pid=110260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:52:48.708490 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-709725cc-f644-486d-8581-4971eafab614 service neutron] Publish callbacks [] for port (e23e128c-869d-4592-8082-43f6a3905a0c), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:48.714390 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361f549-dcf1-4d81-9f38-ec177dbd0d04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82c4efff-6d12-42e3-8952-ada16d93d232,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:48.732181 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.provisioning_blocks [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-709725cc-f644-486d-8581-4971eafab614 service neutron] Transition to ACTIVE for port object e23e128c-869d-4592-8082-43f6a3905a0c will not be triggered until provisioned by entity L2. {{(pid=110260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:52:48.733290 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3361f549-dcf1-4d81-9f38-ec177dbd0d04 admin admin] Checking segment: {'id': '34a93b16-4b2a-4b8b-9265-0dc76b69ceaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '18be586a-740f-4fbb-a5ae-799b34510182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:52:48.733667 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3361f549-dcf1-4d81-9f38-ec177dbd0d04 admin admin] Network hostable DHCP agents. Network: 18be586a-740f-4fbb-a5ae-799b34510182, hostable agents: ['eb907300-c67e-4e21-a2d4-e40182a63fdb'], hosted agents: [] {{(pid=110260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:52:48.739748 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-709725cc-f644-486d-8581-4971eafab614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (e23e128c-869d-4592-8082-43f6a3905a0c), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:48.776879 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:48.799248 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3361f549-dcf1-4d81-9f38-ec177dbd0d04 admin admin] Network 18be586a-740f-4fbb-a5ae-799b34510182 is scheduled to be hosted by DHCP agent eb907300-c67e-4e21-a2d4-e40182a63fdb with binding_index 1 {{(pid=110260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:52:48.822038 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709725cc-f644-486d-8581-4971eafab614 service neutron] Pushing event updated for resources: {'Port': ['ID=e23e128c-869d-4592-8082-43f6a3905a0c,revision_number=2']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:48.829841 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-3361f549-dcf1-4d81-9f38-ec177dbd0d04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-2-iscsi, 18be586a-740f-4fbb-a5ae-799b34510182) {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:52:48.832619 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device e75a30be-38fb-4621-a57d-7d2a8fe73c5f up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:52:48.847532 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3361f549-dcf1-4d81-9f38-ec177dbd0d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:48.848126 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3361f549-dcf1-4d81-9f38-ec177dbd0d04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:48.869096 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5e6d71-6e98-4dc9-89a6-689730a42a31 None None] Network 18be586a-740f-4fbb-a5ae-799b34510182 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:52:48.903590 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-3361f549-dcf1-4d81-9f38-ec177dbd0d04 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1638510 Apr 06 11:52:48.908289 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 45660) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:48.918962 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-5810c580-3c48-45b4-87f8-7fe32e2b8de1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-86441668-router', 'tenant_id': '49edb9de1dce4401bfe9b5c761fb80bd', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:52:48.928431 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-709725cc-f644-486d-8581-4971eafab614 service neutron] Attempting to bind port e23e128c-869d-4592-8082-43f6a3905a0c on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:52:48.929086 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-709725cc-f644-486d-8581-4971eafab614 service neutron] Attempting to bind port e23e128c-869d-4592-8082-43f6a3905a0c by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '6f6e3f0e-1949-4a43-9aad-466a188a6698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '56f724d0-0733-4ce4-a310-c8edaa3a9c6b'}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:52:48.929863 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-709725cc-f644-486d-8581-4971eafab614 service neutron] Attempting to bind port e23e128c-869d-4592-8082-43f6a3905a0c on network 56f724d0-0733-4ce4-a310-c8edaa3a9c6b {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:52:48.935465 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-709725cc-f644-486d-8581-4971eafab614 service neutron] Port e23e128c-869d-4592-8082-43f6a3905a0c on network 56f724d0-0733-4ce4-a310-c8edaa3a9c6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:52:48.935794 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-709725cc-f644-486d-8581-4971eafab614 service neutron] Attempting to bind port e23e128c-869d-4592-8082-43f6a3905a0c on network 56f724d0-0733-4ce4-a310-c8edaa3a9c6b {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:52:48.942177 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-709725cc-f644-486d-8581-4971eafab614 service neutron] Checking agent: {'id': 'e6da0265-397c-48ac-b7af-cc5f2a289710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'started_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:52:48.942533 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-709725cc-f644-486d-8581-4971eafab614 service neutron] Checking segment: {'id': '6f6e3f0e-1949-4a43-9aad-466a188a6698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '56f724d0-0733-4ce4-a310-c8edaa3a9c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:52:48.942913 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-709725cc-f644-486d-8581-4971eafab614 service neutron] Bound using segment: {'id': '6f6e3f0e-1949-4a43-9aad-466a188a6698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '56f724d0-0733-4ce4-a310-c8edaa3a9c6b'} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:52:48.943352 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-709725cc-f644-486d-8581-4971eafab614 service neutron] Bound port: e23e128c-869d-4592-8082-43f6a3905a0c, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f6e3f0e-1949-4a43-9aad-466a188a6698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '56f724d0-0733-4ce4-a310-c8edaa3a9c6b'}}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:52:48.944039 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-709725cc-f644-486d-8581-4971eafab614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (e23e128c-869d-4592-8082-43f6a3905a0c), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:48.986242 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5810c580-3c48-45b4-87f8-7fe32e2b8de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-432941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2496'] for router (1d568ccd-90f8-4ce8-b302-e5619d23ea5a), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:48.987843 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5810c580-3c48-45b4-87f8-7fe32e2b8de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2521'] for router (1d568ccd-90f8-4ce8-b302-e5619d23ea5a), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:49.028318 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-d5c7a787-56cb-4b9b-84fe-c77719ee57cd None None] Publish callbacks [] for port (c598d21d-fe45-449f-ad92-93054ea82164), precommit_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:49.031506 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port e75a30be-38fb-4621-a57d-7d2a8fe73c5f triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:52:49.031876 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (e75a30be-38fb-4621-a57d-7d2a8fe73c5f), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:49.086387 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-d5c7a787-56cb-4b9b-84fe-c77719ee57cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (c598d21d-fe45-449f-ad92-93054ea82164), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:49.103689 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5810c580-3c48-45b4-87f8-7fe32e2b8de1 admin admin] Publish callbacks [] for router_controller (1d568ccd-90f8-4ce8-b302-e5619d23ea5a), precommit_add_association {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:49.114792 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-709725cc-f644-486d-8581-4971eafab614 service neutron] For port e23e128c-869d-4592-8082-43f6a3905a0c, host hv-cinder-83607, cleared binding levels {{(pid=110260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:52:49.118673 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-709725cc-f644-486d-8581-4971eafab614 service neutron] For port e23e128c-869d-4592-8082-43f6a3905a0c, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e23e128c-869d-4592-8082-43f6a3905a0c,segment=NetworkSegment(6f6e3f0e-1949-4a43-9aad-466a188a6698),segment_id=6f6e3f0e-1949-4a43-9aad-466a188a6698)] {{(pid=110260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:52:49.144147 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-709725cc-f644-486d-8581-4971eafab614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (e23e128c-869d-4592-8082-43f6a3905a0c), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:49.233496 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-709725cc-f644-486d-8581-4971eafab614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:49.234485 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-709725cc-f644-486d-8581-4971eafab614 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:49.236262 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-709725cc-f644-486d-8581-4971eafab614 service neutron] 10.222.0.53 "PUT /v2.0/ports/e23e128c-869d-4592-8082-43f6a3905a0c HTTP/1.1" status: 200 len: 1097 time: 1.6061931 Apr 06 11:52:49.237020 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7192b64-0a00-45a7-beb9-23e4155154ed', 'tag': 'e23e128c-869d-4592-8082-43f6a3905a0c'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:52:49.240152 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c35bb6-555f-4a7e-a136-9f10e8981536" -d '{"events": [{"name": "network-changed", "server_uuid": "f7192b64-0a00-45a7-beb9-23e4155154ed", "tag": "e23e128c-869d-4592-8082-43f6a3905a0c"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:52:49.296594 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709725cc-f644-486d-8581-4971eafab614 service neutron] Pushing event updated for resources: {'Port': ['ID=e23e128c-869d-4592-8082-43f6a3905a0c,revision_number=3']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:49.309943 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236eeb9a-9c00-4585-a2b1-2ad1242b59ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp027ac957-5d53-5658-96df-9f632b9b190b-18be586a-740f-4fbb-a5ae-799b34510182', 'network_id': '18be586a-740f-4fbb-a5ae-799b34510182', 'project_id': '49edb9de1dce4401bfe9b5c761fb80bd', 'fixed_ips': [{'subnet_id': '82c4efff-6d12-42e3-8952-ada16d93d232'}]}} from dv-cinder-836074-2-iscsi. {{(pid=110261) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:52:49.311579 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-236eeb9a-9c00-4585-a2b1-2ad1242b59ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:49.314499 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a278951-d0ec-4101-875d-664876770426 x-openstack-request-id: req-0a278951-d0ec-4101-875d-664876770426 {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:52:49.315779 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7192b64-0a00-45a7-beb9-23e4155154ed", "tag": "e23e128c-869d-4592-8082-43f6a3905a0c", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:52:49.316273 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0a278951-d0ec-4101-875d-664876770426 {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:52:49.316989 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a278951-d0ec-4101-875d-664876770426'] response: {'name': 'network-changed', 'server_uuid': 'f7192b64-0a00-45a7-beb9-23e4155154ed', 'tag': 'e23e128c-869d-4592-8082-43f6a3905a0c', 'status': 'completed', 'code': 200} Apr 06 11:52:49.330960 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:49.355284 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641260f-270d-43f2-aab3-2b8d54b5e549 req-5d719d4e-1c2d-474c-9bfa-7de5fa79685b tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:49.362393 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6641260f-270d-43f2-aab3-2b8d54b5e549 req-5d719d4e-1c2d-474c-9bfa-7de5fa79685b tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.2769251 Apr 06 11:52:49.395124 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5810c580-3c48-45b4-87f8-7fe32e2b8de1 admin admin] Publish callbacks [] for router_gateway (1d568ccd-90f8-4ce8-b302-e5619d23ea5a), precommit_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:49.402795 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616355a-0b09-4a1c-8e7d-255b49085beb None None] Pushing event updated for resources: {'Port': ['ID=c598d21d-fe45-449f-ad92-93054ea82164,revision_number=3']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:49.416515 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-1a0c8cbb-c840-49a2-b27c-b676b51eb5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:49.418421 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-1a0c8cbb-c840-49a2-b27c-b676b51eb5a9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ad3f52ed782c413e88842bd281ee8046&device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 1131 time: 0.0799127 Apr 06 11:52:49.419397 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-d5c7a787-56cb-4b9b-84fe-c77719ee57cd None None] Attempting to bind port c598d21d-fe45-449f-ad92-93054ea82164 on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:52:49.419861 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-d5c7a787-56cb-4b9b-84fe-c77719ee57cd None None] Attempting to bind port c598d21d-fe45-449f-ad92-93054ea82164 by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': '71069d08-5e26-4841-82c8-61a202745114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'de8c376e-69fb-4e43-b549-d8d17aafcff4'}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:52:49.421797 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c7a787-56cb-4b9b-84fe-c77719ee57cd None None] Attempting to bind port c598d21d-fe45-449f-ad92-93054ea82164 on network de8c376e-69fb-4e43-b549-d8d17aafcff4 {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:52:49.481707 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c7a787-56cb-4b9b-84fe-c77719ee57cd None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:52:49.482084 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c7a787-56cb-4b9b-84fe-c77719ee57cd None None] Checking segment: {'id': '71069d08-5e26-4841-82c8-61a202745114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'de8c376e-69fb-4e43-b549-d8d17aafcff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:52:49.482490 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-d5c7a787-56cb-4b9b-84fe-c77719ee57cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:49.482886 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c7a787-56cb-4b9b-84fe-c77719ee57cd None None] Bound using segment: {'id': '71069d08-5e26-4841-82c8-61a202745114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'de8c376e-69fb-4e43-b549-d8d17aafcff4'} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:52:49.483369 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-d5c7a787-56cb-4b9b-84fe-c77719ee57cd None None] Bound port: c598d21d-fe45-449f-ad92-93054ea82164, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71069d08-5e26-4841-82c8-61a202745114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'de8c376e-69fb-4e43-b549-d8d17aafcff4'}}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:52:49.483746 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-d5c7a787-56cb-4b9b-84fe-c77719ee57cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (c598d21d-fe45-449f-ad92-93054ea82164), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:49.490674 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-db65fcff-20ad-4401-829a-e7457417e002 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=e23e128c-869d-4592-8082-43f6a3905a0c HTTP/1.1" status: 200 len: 217 time: 0.0546904 Apr 06 11:52:49.525417 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6641260f-270d-43f2-aab3-2b8d54b5e549 req-78d02684-7a36-4d84-9e4e-964b96fbdd1b tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616030 Apr 06 11:52:49.576220 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-7b25e01f-01f0-44bd-884d-18263e7d3dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:49.578063 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-7b25e01f-01f0-44bd-884d-18263e7d3dae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fa3f867e-32be-45f0-a228-74a9832b1214 HTTP/1.1" status: 200 len: 843 time: 0.0767057 Apr 06 11:52:49.580636 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port e75a30be-38fb-4621-a57d-7d2a8fe73c5f is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:52:49.645619 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-741e6d20-dd30-4cd2-a36e-91a762f002fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:49.647629 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-741e6d20-dd30-4cd2-a36e-91a762f002fa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=56f724d0-0733-4ce4-a310-c8edaa3a9c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0632358 Apr 06 11:52:49.688746 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-72ec4dba-ed8b-4453-9ba8-d2348fb4c111 None None] Provisioning complete for port c598d21d-fe45-449f-ad92-93054ea82164 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:52:49.689131 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-72ec4dba-ed8b-4453-9ba8-d2348fb4c111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (c598d21d-fe45-449f-ad92-93054ea82164), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:49.737606 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.db_base_plugin_common [None req-236eeb9a-9c00-4585-a2b1-2ad1242b59ea None None] Allocated IP 172.20.0.2 (18be586a-740f-4fbb-a5ae-799b34510182/82c4efff-6d12-42e3-8952-ada16d93d232/17378ba4-7992-446d-9b94-34480ae2fb33) {{(pid=110261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:52:49.742994 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5810c580-3c48-45b4-87f8-7fe32e2b8de1 admin admin] Publish callbacks [] for router_gateway (1d568ccd-90f8-4ce8-b302-e5619d23ea5a), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:49.757698 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-d5c7a787-56cb-4b9b-84fe-c77719ee57cd None None] For port c598d21d-fe45-449f-ad92-93054ea82164, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:52:49.762549 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-d5c7a787-56cb-4b9b-84fe-c77719ee57cd None None] For port c598d21d-fe45-449f-ad92-93054ea82164, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=c598d21d-fe45-449f-ad92-93054ea82164,segment=NetworkSegment(71069d08-5e26-4841-82c8-61a202745114),segment_id=71069d08-5e26-4841-82c8-61a202745114)] {{(pid=110261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:52:49.766965 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-72ec4dba-ed8b-4453-9ba8-d2348fb4c111 None None] Port c598d21d-fe45-449f-ad92-93054ea82164 cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:52:49.769360 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5810c580-3c48-45b4-87f8-7fe32e2b8de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:49.776284 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-d5c7a787-56cb-4b9b-84fe-c77719ee57cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (c598d21d-fe45-449f-ad92-93054ea82164), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:49.797986 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-dcaf72de-1dc3-434d-8de3-1d6ba4ca6a68 service neutron] 10.222.0.53 "GET /v2.0/networks/56f724d0-0733-4ce4-a310-c8edaa3a9c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438534 Apr 06 11:52:49.884505 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092947b-fc10-4191-bb29-650c6aab8f46 req-85a1f8da-8436-4b81-a606-54ff93b4ec5f tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:49.886103 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9092947b-fc10-4191-bb29-650c6aab8f46 req-85a1f8da-8436-4b81-a606-54ff93b4ec5f tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 947 time: 0.1343451 Apr 06 11:52:49.901639 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616355a-0b09-4a1c-8e7d-255b49085beb None None] Pushing event updated for resources: {'Port': ['ID=c598d21d-fe45-449f-ad92-93054ea82164,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:49.943390 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.db_base_plugin_common [None req-5810c580-3c48-45b4-87f8-7fe32e2b8de1 admin admin] Allocated IP 172.27.1.16 (f8bc4371-0f06-4ac4-8212-20e00bcdd0be/f72af3a5-4f9e-49cd-911b-77b0f5cebaf5/36619a9c-11da-4569-ab35-735e28f87c68) {{(pid=110259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:52:49.950537 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c7a787-56cb-4b9b-84fe-c77719ee57cd None None] Routers {'e801a9e8-6b66-45f4-a39a-18d31e7f2809'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:52:49.951149 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-d5c7a787-56cb-4b9b-84fe-c77719ee57cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:52:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['e801a9e8-6b66-45f4-a39a-18d31e7f2809'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:52:49.972253 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bb2d2cd9-6c53-42ef-bb93-6ea203a3344b req-fcb5b0b9-b359-475e-b467-a9657699d85f service neutron] 10.222.0.53 "GET /v2.0/networks/56f724d0-0733-4ce4-a310-c8edaa3a9c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633945 Apr 06 11:52:50.012385 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9092947b-fc10-4191-bb29-650c6aab8f46 req-269fd7e8-bc38-4523-b20b-0aef6c8733d2 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177304 Apr 06 11:52:50.143680 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5810c580-3c48-45b4-87f8-7fe32e2b8de1 admin admin] Publish callbacks [] for port (36619a9c-11da-4569-ab35-735e28f87c68), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:50.165294 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c35bb6-555f-4a7e-a136-9f10e8981536 req-277db395-0180-4904-a167-b64c37b5f02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:50.166819 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b7c35bb6-555f-4a7e-a136-9f10e8981536 req-277db395-0180-4904-a167-b64c37b5f02d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ad3f52ed782c413e88842bd281ee8046&device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 1131 time: 0.0959477 Apr 06 11:52:50.203233 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5810c580-3c48-45b4-87f8-7fe32e2b8de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (36619a9c-11da-4569-ab35-735e28f87c68), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:50.220923 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-d5c7a787-56cb-4b9b-84fe-c77719ee57cd None None] Set router e801a9e8-6b66-45f4-a39a-18d31e7f2809 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:52:50.227466 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-236eeb9a-9c00-4585-a2b1-2ad1242b59ea None None] Publish callbacks [] for port (17378ba4-7992-446d-9b94-34480ae2fb33), precommit_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:50.289635 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5810c580-3c48-45b4-87f8-7fe32e2b8de1 admin admin] Network f8bc4371-0f06-4ac4-8212-20e00bcdd0be is already hosted by enough agents. {{(pid=110259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:52:50.296977 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [None req-5810c580-3c48-45b4-87f8-7fe32e2b8de1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:52:50.300886 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5810c580-3c48-45b4-87f8-7fe32e2b8de1 admin admin] Received port after_create {{(pid=110259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:52:50.312013 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-236eeb9a-9c00-4585-a2b1-2ad1242b59ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228'] for port (17378ba4-7992-446d-9b94-34480ae2fb33), after_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:50.356862 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c35bb6-555f-4a7e-a136-9f10e8981536 req-1356b24b-9b55-42f8-b92f-f88a3c3550c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:50.359572 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b7c35bb6-555f-4a7e-a136-9f10e8981536 req-1356b24b-9b55-42f8-b92f-f88a3c3550c9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=56f724d0-0733-4ce4-a310-c8edaa3a9c6b HTTP/1.1" status: 200 len: 870 time: 0.1850364 Apr 06 11:52:50.370907 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810c580-3c48-45b4-87f8-7fe32e2b8de1 admin admin] Pushing event updated for resources: {'Port': ['ID=36619a9c-11da-4569-ab35-735e28f87c68,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:50.408533 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-ae2f5525-980c-4eed-adb3-dc276ac4b484 None None] Provisioning complete for port c598d21d-fe45-449f-ad92-93054ea82164 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:52:50.409156 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-ae2f5525-980c-4eed-adb3-dc276ac4b484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (c598d21d-fe45-449f-ad92-93054ea82164), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:50.435273 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b7c35bb6-555f-4a7e-a136-9f10e8981536 req-c8ec9ef6-c60a-434f-9a99-e8a0a31b15a6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=e23e128c-869d-4592-8082-43f6a3905a0c HTTP/1.1" status: 200 len: 217 time: 0.0634964 Apr 06 11:52:50.465203 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236eeb9a-9c00-4585-a2b1-2ad1242b59ea None None] Network 18be586a-740f-4fbb-a5ae-799b34510182 is already hosted by enough agents. {{(pid=110261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:52:50.500310 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.scheduler.base_scheduler [None req-236eeb9a-9c00-4585-a2b1-2ad1242b59ea None None] Resources bound (agent type, host, resource id): {{(pid=110261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:52:50.503373 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236eeb9a-9c00-4585-a2b1-2ad1242b59ea None None] Received port after_create {{(pid=110261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:52:50.513740 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236eeb9a-9c00-4585-a2b1-2ad1242b59ea None None] Pushing event updated for resources: {'Port': ['ID=17378ba4-7992-446d-9b94-34480ae2fb33,revision_number=1']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:50.516237 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c35bb6-555f-4a7e-a136-9f10e8981536 req-7b8fb403-9af2-44b2-b46e-987c37d8e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:50.517764 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b7c35bb6-555f-4a7e-a136-9f10e8981536 req-7b8fb403-9af2-44b2-b46e-987c37d8e1af service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fa3f867e-32be-45f0-a228-74a9832b1214 HTTP/1.1" status: 200 len: 843 time: 0.0724986 Apr 06 11:52:50.529384 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 45694) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:50.614287 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c35bb6-555f-4a7e-a136-9f10e8981536 req-77cedef9-7643-44f9-b7b5-4760c808d191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:50.616440 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b7c35bb6-555f-4a7e-a136-9f10e8981536 req-77cedef9-7643-44f9-b7b5-4760c808d191 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=56f724d0-0733-4ce4-a310-c8edaa3a9c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0923991 Apr 06 11:52:50.683320 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5810c580-3c48-45b4-87f8-7fe32e2b8de1 admin admin] Publish callbacks [] for router_gateway (1d568ccd-90f8-4ce8-b302-e5619d23ea5a), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:50.732413 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-236eeb9a-9c00-4585-a2b1-2ad1242b59ea None None] Attempting to bind port 17378ba4-7992-446d-9b94-34480ae2fb33 on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:52:50.733089 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-236eeb9a-9c00-4585-a2b1-2ad1242b59ea None None] Attempting to bind port 17378ba4-7992-446d-9b94-34480ae2fb33 by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': '34a93b16-4b2a-4b8b-9265-0dc76b69ceaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '18be586a-740f-4fbb-a5ae-799b34510182'}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:52:50.733555 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236eeb9a-9c00-4585-a2b1-2ad1242b59ea None None] Attempting to bind port 17378ba4-7992-446d-9b94-34480ae2fb33 on network 18be586a-740f-4fbb-a5ae-799b34510182 {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:52:50.745451 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2084b-39e2-479c-94d6-b7b57fda8d77 req-14fadca5-5046-4187-b4c4-682a67b0bdae tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:50.746975 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-64d2084b-39e2-479c-94d6-b7b57fda8d77 req-14fadca5-5046-4187-b4c4-682a67b0bdae tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.1334856 Apr 06 11:52:50.755539 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236eeb9a-9c00-4585-a2b1-2ad1242b59ea None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:52:50.756062 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236eeb9a-9c00-4585-a2b1-2ad1242b59ea None None] Checking segment: {'id': '34a93b16-4b2a-4b8b-9265-0dc76b69ceaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '18be586a-740f-4fbb-a5ae-799b34510182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:52:50.756533 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-236eeb9a-9c00-4585-a2b1-2ad1242b59ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:50.757586 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236eeb9a-9c00-4585-a2b1-2ad1242b59ea None None] Bound using segment: {'id': '34a93b16-4b2a-4b8b-9265-0dc76b69ceaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '18be586a-740f-4fbb-a5ae-799b34510182'} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:52:50.758491 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-236eeb9a-9c00-4585-a2b1-2ad1242b59ea None None] Bound port: 17378ba4-7992-446d-9b94-34480ae2fb33, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a93b16-4b2a-4b8b-9265-0dc76b69ceaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '18be586a-740f-4fbb-a5ae-799b34510182'}}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:52:50.758615 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-236eeb9a-9c00-4585-a2b1-2ad1242b59ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (17378ba4-7992-446d-9b94-34480ae2fb33), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:50.762866 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-98080f1e-110b-4e7b-95f1-d80bc7423797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:50.769005 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b7c35bb6-555f-4a7e-a136-9f10e8981536 req-6e7d0cda-226b-470a-9fed-4703472195ee service neutron] 10.222.0.53 "GET /v2.0/networks/56f724d0-0733-4ce4-a310-c8edaa3a9c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323483 Apr 06 11:52:50.771784 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-ae2f5525-980c-4eed-adb3-dc276ac4b484 None None] Current status of the port c598d21d-fe45-449f-ad92-93054ea82164 is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:52:50.772248 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-ae2f5525-980c-4eed-adb3-dc276ac4b484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (c598d21d-fe45-449f-ad92-93054ea82164), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:50.851501 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-64d2084b-39e2-479c-94d6-b7b57fda8d77 req-c71a5574-121b-49d0-a3a4-43165aa39f52 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921707 Apr 06 11:52:50.931718 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b7c35bb6-555f-4a7e-a136-9f10e8981536 req-2cbce239-43dc-44c8-bc6e-a4054527cb92 service neutron] 10.222.0.53 "GET /v2.0/networks/56f724d0-0733-4ce4-a310-c8edaa3a9c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558430 Apr 06 11:52:50.982686 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-98080f1e-110b-4e7b-95f1-d80bc7423797 admin admin] Publish callbacks [] for security_group (135629fd-a832-45b5-a0b4-ab2cdccbcea6), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:50.988117 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-98080f1e-110b-4e7b-95f1-d80bc7423797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (135629fd-a832-45b5-a0b4-ab2cdccbcea6), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:50.997955 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5810c580-3c48-45b4-87f8-7fe32e2b8de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-433572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430332'] for router (1d568ccd-90f8-4ce8-b302-e5619d23ea5a), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:50.998949 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-ae2f5525-980c-4eed-adb3-dc276ac4b484 None None] For port c598d21d-fe45-449f-ad92-93054ea82164, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=c598d21d-fe45-449f-ad92-93054ea82164,segment=NetworkSegment(71069d08-5e26-4841-82c8-61a202745114),segment_id=71069d08-5e26-4841-82c8-61a202745114)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:52:51.010125 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-ae2f5525-980c-4eed-adb3-dc276ac4b484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (c598d21d-fe45-449f-ad92-93054ea82164), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:51.016356 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-d5c7a787-56cb-4b9b-84fe-c77719ee57cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'name': 'tempest-TestShelveInstance-1578475368-router', 'tenant_id': 'c61da0b3453a4380b55109d369f70604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'e75a30be-38fb-4621-a57d-7d2a8fe73c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:52:42Z', 'updated_at': '2022-04-06T11:52:45Z', 'revision_number': 4, 'project_id': 'c61da0b3453a4380b55109d369f70604', 'gw_port': {'id': 'e75a30be-38fb-4621-a57d-7d2a8fe73c5f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:43Z', 'updated_at': '2022-04-06T11:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'c598d21d-fe45-449f-ad92-93054ea82164', 'name': '', 'network_id': 'de8c376e-69fb-4e43-b549-d8d17aafcff4', 'tenant_id': 'c61da0b3453a4380b55109d369f70604', 'mac_address': 'fa:16:3e:52:90:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e4b164e1-cd7f-4c00-9d14-1a694355ee3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:44Z', 'updated_at': '2022-04-06T11:52:49Z', 'revision_number': 4, 'project_id': 'c61da0b3453a4380b55109d369f70604', 'subnets': [{'id': 'e4b164e1-cd7f-4c00-9d14-1a694355ee3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:52:51.056020 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-98080f1e-110b-4e7b-95f1-d80bc7423797 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4d0048aa8c5c4576aee779ae9f9522ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5222881 Apr 06 11:52:51.056451 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 45702) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:51.063892 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98080f1e-110b-4e7b-95f1-d80bc7423797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135629fd-a832-45b5-a0b4-ab2cdccbcea6,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:51.081591 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-236eeb9a-9c00-4585-a2b1-2ad1242b59ea None None] For port 17378ba4-7992-446d-9b94-34480ae2fb33, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:52:51.088028 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c7a787-56cb-4b9b-84fe-c77719ee57cd None None] The sync data for ids ['e801a9e8-6b66-45f4-a39a-18d31e7f2809'] in dv-cinder-836074-2-iscsi is: [{'id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'name': 'tempest-TestShelveInstance-1578475368-router', 'tenant_id': 'c61da0b3453a4380b55109d369f70604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'e75a30be-38fb-4621-a57d-7d2a8fe73c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:52:42Z', 'updated_at': '2022-04-06T11:52:45Z', 'revision_number': 4, 'project_id': 'c61da0b3453a4380b55109d369f70604', 'gw_port': {'id': 'e75a30be-38fb-4621-a57d-7d2a8fe73c5f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:43Z', 'updated_at': '2022-04-06T11:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'c598d21d-fe45-449f-ad92-93054ea82164', 'name': '', 'network_id': 'de8c376e-69fb-4e43-b549-d8d17aafcff4', 'tenant_id': 'c61da0b3453a4380b55109d369f70604', 'mac_address': 'fa:16:3e:52:90:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e4b164e1-cd7f-4c00-9d14-1a694355ee3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:44Z', 'updated_at': '2022-04-06T11:52:49Z', 'revision_number': 4, 'project_id': 'c61da0b3453a4380b55109d369f70604', 'subnets': [{'id': 'e4b164e1-cd7f-4c00-9d14-1a694355ee3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:52:51.100210 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-236eeb9a-9c00-4585-a2b1-2ad1242b59ea None None] For port 17378ba4-7992-446d-9b94-34480ae2fb33, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=17378ba4-7992-446d-9b94-34480ae2fb33,segment=NetworkSegment(34a93b16-4b2a-4b8b-9265-0dc76b69ceaa),segment_id=34a93b16-4b2a-4b8b-9265-0dc76b69ceaa)] {{(pid=110261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:52:51.112318 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-236eeb9a-9c00-4585-a2b1-2ad1242b59ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (17378ba4-7992-446d-9b94-34480ae2fb33), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:51.136424 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f5525-980c-4eed-adb3-dc276ac4b484 None None] Pushing event updated for resources: {'Port': ['ID=c598d21d-fe45-449f-ad92-93054ea82164,revision_number=5']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:51.237364 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e2488c08-36b8-44d7-acea-073c9f3eca03 admin admin] Publish callbacks [] for security_group (135629fd-a832-45b5-a0b4-ab2cdccbcea6), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:51.238081 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236eeb9a-9c00-4585-a2b1-2ad1242b59ea None None] Pushing event updated for resources: {'Port': ['ID=17378ba4-7992-446d-9b94-34480ae2fb33,revision_number=2']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:51.277992 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e2488c08-36b8-44d7-acea-073c9f3eca03 admin admin] Publish callbacks [] for security_group (135629fd-a832-45b5-a0b4-ab2cdccbcea6), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:51.282789 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5810c580-3c48-45b4-87f8-7fe32e2b8de1 admin admin] Router 1d568ccd-90f8-4ce8-b302-e5619d23ea5a is scheduled to L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f with binding_index 1 {{(pid=110259) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 11:52:51.290055 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8c5eb-ed16-4052-821b-43c7009d1b1c req-6e32fef5-7127-4548-a0cd-84502c2ee118 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:51.291723 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-2be8c5eb-ed16-4052-821b-43c7009d1b1c req-6e32fef5-7127-4548-a0cd-84502c2ee118 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 947 time: 0.1735668 Apr 06 11:52:51.421045 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-2be8c5eb-ed16-4052-821b-43c7009d1b1c req-e708d99a-11d3-4913-9bdb-0cc095591852 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075513 Apr 06 11:52:51.464934 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e2488c08-36b8-44d7-acea-073c9f3eca03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (135629fd-a832-45b5-a0b4-ab2cdccbcea6), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:51.476386 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e2488c08-36b8-44d7-acea-073c9f3eca03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:51.477910 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-e2488c08-36b8-44d7-acea-073c9f3eca03 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/135629fd-a832-45b5-a0b4-ab2cdccbcea6 HTTP/1.1" status: 204 len: 168 time: 0.4203575 Apr 06 11:52:51.488354 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2488c08-36b8-44d7-acea-073c9f3eca03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135629fd-a832-45b5-a0b4-ab2cdccbcea6,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:51.783715 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5810c580-3c48-45b4-87f8-7fe32e2b8de1 admin admin] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:52:51.798138 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e48321-9985-4b19-a7b9-0d27a3395bee None None] Sync routers for ids ['1d568ccd-90f8-4ce8-b302-e5619d23ea5a'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:52:51.808763 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5810c580-3c48-45b4-87f8-7fe32e2b8de1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:51.811244 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-5810c580-3c48-45b4-87f8-7fe32e2b8de1 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.8987815 Apr 06 11:52:51.813887 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 45712) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:51.814236 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e48321-9985-4b19-a7b9-0d27a3395bee None None] Routers {'1d568ccd-90f8-4ce8-b302-e5619d23ea5a'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:52:51.815002 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-98e48321-9985-4b19-a7b9-0d27a3395bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:52:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['1d568ccd-90f8-4ce8-b302-e5619d23ea5a'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:52:51.974697 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 45716) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:51.982297 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-98e48321-9985-4b19-a7b9-0d27a3395bee None None] Set router 1d568ccd-90f8-4ce8-b302-e5619d23ea5a gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:52:51.996443 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-80909fab-f870-44fb-835b-68fb5a242b96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:52.106192 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591153de-5638-41e2-89b0-e8418f1dbc2d req-f5968fa2-540d-465d-a358-ae9557325a23 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:52.114379 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-591153de-5638-41e2-89b0-e8418f1dbc2d req-f5968fa2-540d-465d-a358-ae9557325a23 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.1445823 Apr 06 11:52:52.128073 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-80909fab-f870-44fb-835b-68fb5a242b96 admin admin] Publish callbacks [] for security_group (75d78b65-bb34-4e43-9d12-29aa486f4ab9), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:52.136966 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-80909fab-f870-44fb-835b-68fb5a242b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (75d78b65-bb34-4e43-9d12-29aa486f4ab9), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:52.181074 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80909fab-f870-44fb-835b-68fb5a242b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d78b65-bb34-4e43-9d12-29aa486f4ab9,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:52.220575 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-80909fab-f870-44fb-835b-68fb5a242b96 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c1714fb8ec0349829fc60475c98030c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2421982 Apr 06 11:52:52.223747 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 45720) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:52.274415 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-98e48321-9985-4b19-a7b9-0d27a3395bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d568ccd-90f8-4ce8-b302-e5619d23ea5a', 'name': 'tempest-TestShelveInstance-86441668-router', 'tenant_id': '49edb9de1dce4401bfe9b5c761fb80bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '36619a9c-11da-4569-ab35-735e28f87c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:52:49Z', 'updated_at': '2022-04-06T11:52:50Z', 'revision_number': 3, 'project_id': '49edb9de1dce4401bfe9b5c761fb80bd', 'gw_port': {'id': '36619a9c-11da-4569-ab35-735e28f87c68', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fe:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d568ccd-90f8-4ce8-b302-e5619d23ea5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:49Z', 'updated_at': '2022-04-06T11:52:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:52:52.310028 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e48321-9985-4b19-a7b9-0d27a3395bee None None] Checking router: 1d568ccd-90f8-4ce8-b302-e5619d23ea5a for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:52:52.311593 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e48321-9985-4b19-a7b9-0d27a3395bee None None] Updating router 1d568ccd-90f8-4ce8-b302-e5619d23ea5a port 36619a9c-11da-4569-ab35-735e28f87c68 binding host dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:52:52.345826 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-591153de-5638-41e2-89b0-e8418f1dbc2d req-d8e34fb5-4618-4aef-a600-e8a6c97d25e9 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264054 Apr 06 11:52:52.352900 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-98e48321-9985-4b19-a7b9-0d27a3395bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (36619a9c-11da-4569-ab35-735e28f87c68), before_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:52.462219 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-7e123b18-c479-4f1a-94ea-bf963cff4e42 admin admin] Publish callbacks [] for security_group (75d78b65-bb34-4e43-9d12-29aa486f4ab9), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:52.500520 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-7e123b18-c479-4f1a-94ea-bf963cff4e42 admin admin] Publish callbacks [] for security_group (75d78b65-bb34-4e43-9d12-29aa486f4ab9), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:52.637488 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fab3d7-f5ca-41cf-86a8-f24faecbb846 req-de64a172-dd97-402f-9415-df693dbb5e15 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:52.639835 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e8fab3d7-f5ca-41cf-86a8-f24faecbb846 req-de64a172-dd97-402f-9415-df693dbb5e15 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 947 time: 0.0930080 Apr 06 11:52:52.702277 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e22cbf7-438f-4733-bc8f-ba3f40052a33 None None] Network 18be586a-740f-4fbb-a5ae-799b34510182 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:52:52.758817 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-98e48321-9985-4b19-a7b9-0d27a3395bee None None] Publish callbacks [] for port (36619a9c-11da-4569-ab35-735e28f87c68), precommit_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:52.769662 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e8fab3d7-f5ca-41cf-86a8-f24faecbb846 req-9b99d2ed-d4f3-41f5-a227-43e6e1241265 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219027 Apr 06 11:52:52.771941 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-98e48321-9985-4b19-a7b9-0d27a3395bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (36619a9c-11da-4569-ab35-735e28f87c68), after_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:52.791019 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-7e123b18-c479-4f1a-94ea-bf963cff4e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (75d78b65-bb34-4e43-9d12-29aa486f4ab9), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:52.793578 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-7e123b18-c479-4f1a-94ea-bf963cff4e42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:52.794723 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-7e123b18-c479-4f1a-94ea-bf963cff4e42 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/75d78b65-bb34-4e43-9d12-29aa486f4ab9 HTTP/1.1" status: 204 len: 168 time: 0.5674078 Apr 06 11:52:52.809273 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e123b18-c479-4f1a-94ea-bf963cff4e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d78b65-bb34-4e43-9d12-29aa486f4ab9,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:52.813941 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-44cf9bfc-86d0-4880-bcf8-5a76cb61b699 None None] Provisioning complete for port 17378ba4-7992-446d-9b94-34480ae2fb33 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:52:52.814806 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-44cf9bfc-86d0-4880-bcf8-5a76cb61b699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (17378ba4-7992-446d-9b94-34480ae2fb33), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:52.858881 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f4eae4-157c-43d0-83cd-08e442d90157 None None] Pushing event updated for resources: {'Port': ['ID=36619a9c-11da-4569-ab35-735e28f87c68,revision_number=2']} {{(pid=110262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:52.919077 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.managers [None req-98e48321-9985-4b19-a7b9-0d27a3395bee None None] Attempting to bind port 36619a9c-11da-4569-ab35-735e28f87c68 on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:52:52.919443 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.managers [None req-98e48321-9985-4b19-a7b9-0d27a3395bee None None] Attempting to bind port 36619a9c-11da-4569-ab35-735e28f87c68 by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}] {{(pid=110262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:52:52.923851 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e48321-9985-4b19-a7b9-0d27a3395bee None None] Attempting to bind port 36619a9c-11da-4569-ab35-735e28f87c68 on network f8bc4371-0f06-4ac4-8212-20e00bcdd0be {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:52:52.938705 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e48321-9985-4b19-a7b9-0d27a3395bee None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:52:52.939292 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e48321-9985-4b19-a7b9-0d27a3395bee None None] Checking segment: {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:52:52.940159 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-98e48321-9985-4b19-a7b9-0d27a3395bee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:52.941314 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e48321-9985-4b19-a7b9-0d27a3395bee None None] Bound using segment: {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'} {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:52:52.942210 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.managers [None req-98e48321-9985-4b19-a7b9-0d27a3395bee None None] Bound port: 36619a9c-11da-4569-ab35-735e28f87c68, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}}] {{(pid=110262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:52:52.942772 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-98e48321-9985-4b19-a7b9-0d27a3395bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (36619a9c-11da-4569-ab35-735e28f87c68), before_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:52.965432 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-118868bf-181a-4064-8bb8-feb87ed36570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:52.990040 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 17378ba4-7992-446d-9b94-34480ae2fb33 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:52:53.042826 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.db [None req-98e48321-9985-4b19-a7b9-0d27a3395bee None None] For port 36619a9c-11da-4569-ab35-735e28f87c68, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:52:53.047666 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.db [None req-98e48321-9985-4b19-a7b9-0d27a3395bee None None] For port 36619a9c-11da-4569-ab35-735e28f87c68, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=36619a9c-11da-4569-ab35-735e28f87c68,segment=NetworkSegment(e99df258-543d-4616-b3b8-0c52db153909),segment_id=e99df258-543d-4616-b3b8-0c52db153909)] {{(pid=110262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:52:53.072294 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-98e48321-9985-4b19-a7b9-0d27a3395bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (36619a9c-11da-4569-ab35-735e28f87c68), after_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:53.151805 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port 17378ba4-7992-446d-9b94-34480ae2fb33 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:52:53.152198 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (17378ba4-7992-446d-9b94-34480ae2fb33), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:53.156437 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-44cf9bfc-86d0-4880-bcf8-5a76cb61b699 None None] Current status of the port 17378ba4-7992-446d-9b94-34480ae2fb33 is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:52:53.156850 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-44cf9bfc-86d0-4880-bcf8-5a76cb61b699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (17378ba4-7992-446d-9b94-34480ae2fb33), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:53.160909 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f4eae4-157c-43d0-83cd-08e442d90157 None None] Pushing event updated for resources: {'Port': ['ID=36619a9c-11da-4569-ab35-735e28f87c68,revision_number=3']} {{(pid=110262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:53.187652 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e48321-9985-4b19-a7b9-0d27a3395bee None None] Routers {'1d568ccd-90f8-4ce8-b302-e5619d23ea5a'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:52:53.187652 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-98e48321-9985-4b19-a7b9-0d27a3395bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:52:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['1d568ccd-90f8-4ce8-b302-e5619d23ea5a'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:52:53.241208 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-44cf9bfc-86d0-4880-bcf8-5a76cb61b699 None None] For port 17378ba4-7992-446d-9b94-34480ae2fb33, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=17378ba4-7992-446d-9b94-34480ae2fb33,segment=NetworkSegment(34a93b16-4b2a-4b8b-9265-0dc76b69ceaa),segment_id=34a93b16-4b2a-4b8b-9265-0dc76b69ceaa)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:52:53.249972 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-44cf9bfc-86d0-4880-bcf8-5a76cb61b699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (17378ba4-7992-446d-9b94-34480ae2fb33), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:53.305240 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.db_base_plugin_common [None req-118868bf-181a-4064-8bb8-feb87ed36570 admin admin] Allocated IP 172.20.0.1 (18be586a-740f-4fbb-a5ae-799b34510182/82c4efff-6d12-42e3-8952-ada16d93d232/792370f7-10f4-446a-96da-2732b5e57409) {{(pid=110259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:52:53.325830 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf9bfc-86d0-4880-bcf8-5a76cb61b699 None None] Pushing event updated for resources: {'Port': ['ID=17378ba4-7992-446d-9b94-34480ae2fb33,revision_number=3']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:53.414653 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-98e48321-9985-4b19-a7b9-0d27a3395bee None None] Set router 1d568ccd-90f8-4ce8-b302-e5619d23ea5a gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:52:53.482641 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port 17378ba4-7992-446d-9b94-34480ae2fb33 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:52:53.484323 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device c598d21d-fe45-449f-ad92-93054ea82164 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:52:53.491370 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-0110cbc7-e1b5-4eb4-a5ee-64169ddc9dec None None] Provisioning complete for port 17378ba4-7992-446d-9b94-34480ae2fb33 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:52:53.491828 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-0110cbc7-e1b5-4eb4-a5ee-64169ddc9dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (17378ba4-7992-446d-9b94-34480ae2fb33), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:53.556574 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-118868bf-181a-4064-8bb8-feb87ed36570 admin admin] Publish callbacks [] for port (792370f7-10f4-446a-96da-2732b5e57409), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:53.604040 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2c946-4dd7-4a73-9d5c-873ad90a6ec6 req-9ecaed3e-5803-4410-b81d-ab7deeae81e6 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:53.605655 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-33f2c946-4dd7-4a73-9d5c-873ad90a6ec6 req-9ecaed3e-5803-4410-b81d-ab7deeae81e6 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.1516149 Apr 06 11:52:53.662411 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-118868bf-181a-4064-8bb8-feb87ed36570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (792370f7-10f4-446a-96da-2732b5e57409), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:53.674719 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-0110cbc7-e1b5-4eb4-a5ee-64169ddc9dec None None] Current status of the port 17378ba4-7992-446d-9b94-34480ae2fb33 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:52:53.680224 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port c598d21d-fe45-449f-ad92-93054ea82164 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:52:53.680617 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (c598d21d-fe45-449f-ad92-93054ea82164), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:53.747049 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118868bf-181a-4064-8bb8-feb87ed36570 admin admin] Network 18be586a-740f-4fbb-a5ae-799b34510182 is already hosted by enough agents. {{(pid=110259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:52:53.754983 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [None req-118868bf-181a-4064-8bb8-feb87ed36570 admin admin] Resources bound (agent type, host, resource id): {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:52:53.759412 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118868bf-181a-4064-8bb8-feb87ed36570 admin admin] Received port after_create {{(pid=110259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:52:53.764376 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-33f2c946-4dd7-4a73-9d5c-873ad90a6ec6 req-a16459c1-941c-42cc-82c5-696890b33341 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366212 Apr 06 11:52:53.766392 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118868bf-181a-4064-8bb8-feb87ed36570 admin admin] Pushing event updated for resources: {'Port': ['ID=792370f7-10f4-446a-96da-2732b5e57409,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:53.812782 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-118868bf-181a-4064-8bb8-feb87ed36570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430125'] for router_interface (1d568ccd-90f8-4ce8-b302-e5619d23ea5a), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:53.845048 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port c598d21d-fe45-449f-ad92-93054ea82164 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:52:53.922572 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-98e48321-9985-4b19-a7b9-0d27a3395bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d568ccd-90f8-4ce8-b302-e5619d23ea5a', 'name': 'tempest-TestShelveInstance-86441668-router', 'tenant_id': '49edb9de1dce4401bfe9b5c761fb80bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '36619a9c-11da-4569-ab35-735e28f87c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:52:49Z', 'updated_at': '2022-04-06T11:52:50Z', 'revision_number': 3, 'project_id': '49edb9de1dce4401bfe9b5c761fb80bd', 'gw_port': {'id': '36619a9c-11da-4569-ab35-735e28f87c68', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fe:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d568ccd-90f8-4ce8-b302-e5619d23ea5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:49Z', 'updated_at': '2022-04-06T11:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:52:53.975568 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e48321-9985-4b19-a7b9-0d27a3395bee None None] The sync data for ids ['1d568ccd-90f8-4ce8-b302-e5619d23ea5a'] in dv-cinder-836074-2-iscsi is: [{'id': '1d568ccd-90f8-4ce8-b302-e5619d23ea5a', 'name': 'tempest-TestShelveInstance-86441668-router', 'tenant_id': '49edb9de1dce4401bfe9b5c761fb80bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '36619a9c-11da-4569-ab35-735e28f87c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:52:49Z', 'updated_at': '2022-04-06T11:52:50Z', 'revision_number': 3, 'project_id': '49edb9de1dce4401bfe9b5c761fb80bd', 'gw_port': {'id': '36619a9c-11da-4569-ab35-735e28f87c68', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fe:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d568ccd-90f8-4ce8-b302-e5619d23ea5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:49Z', 'updated_at': '2022-04-06T11:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:52:53.988849 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6cf7a-6daf-4c96-8325-f8d939182f12 req-039a5254-2b7d-48ce-b90d-5cb8dc6a568d tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:53.990996 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a3d6cf7a-6daf-4c96-8325-f8d939182f12 req-039a5254-2b7d-48ce-b90d-5cb8dc6a568d tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 947 time: 0.1055212 Apr 06 11:52:54.003729 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-118868bf-181a-4064-8bb8-feb87ed36570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (792370f7-10f4-446a-96da-2732b5e57409), before_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:54.069173 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a3d6cf7a-6daf-4c96-8325-f8d939182f12 req-2d1d0696-3b31-4e55-9b41-4b6ca959e4bf tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679872 Apr 06 11:52:54.123477 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-18cb88c3-6aca-41c1-8eed-ba4df7a5f368 None None] Provisioning complete for port 792370f7-10f4-446a-96da-2732b5e57409 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:52:54.124363 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-18cb88c3-6aca-41c1-8eed-ba4df7a5f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (792370f7-10f4-446a-96da-2732b5e57409), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:54.174392 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-18cb88c3-6aca-41c1-8eed-ba4df7a5f368 None None] Port 792370f7-10f4-446a-96da-2732b5e57409 cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:52:54.237495 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-118868bf-181a-4064-8bb8-feb87ed36570 admin admin] Publish callbacks [] for port (792370f7-10f4-446a-96da-2732b5e57409), precommit_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:54.249175 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-118868bf-181a-4064-8bb8-feb87ed36570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352485'] for port (792370f7-10f4-446a-96da-2732b5e57409), after_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:54.330942 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-118868bf-181a-4064-8bb8-feb87ed36570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431805'] for router_interface (1d568ccd-90f8-4ce8-b302-e5619d23ea5a), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:54.332960 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118868bf-181a-4064-8bb8-feb87ed36570 admin admin] Pushing event updated for resources: {'Port': ['ID=792370f7-10f4-446a-96da-2732b5e57409,revision_number=2']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:54.451530 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118868bf-181a-4064-8bb8-feb87ed36570 admin admin] Network 18be586a-740f-4fbb-a5ae-799b34510182 is already hosted by enough agents. {{(pid=110259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:52:54.453216 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [None req-118868bf-181a-4064-8bb8-feb87ed36570 admin admin] Resources bound (agent type, host, resource id): {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:52:54.665491 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118868bf-181a-4064-8bb8-feb87ed36570 admin admin] Router 1d568ccd-90f8-4ce8-b302-e5619d23ea5a has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:52:54.809339 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-90929c56-bc04-414e-82da-68fad607f632 None None] Provisioning complete for port 792370f7-10f4-446a-96da-2732b5e57409 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:52:54.810055 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-90929c56-bc04-414e-82da-68fad607f632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (792370f7-10f4-446a-96da-2732b5e57409), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:54.863955 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118868bf-181a-4064-8bb8-feb87ed36570 admin admin] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:52:54.872287 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-118868bf-181a-4064-8bb8-feb87ed36570 admin admin] 10.222.0.39 "PUT /v2.0/routers/1d568ccd-90f8-4ce8-b302-e5619d23ea5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0569141 Apr 06 11:52:54.905821 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-90929c56-bc04-414e-82da-68fad607f632 None None] Port 792370f7-10f4-446a-96da-2732b5e57409 cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:52:54.962124 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 17378ba4-7992-446d-9b94-34480ae2fb33 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:52:55.000179 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef76981-8cdf-484d-88d1-7901bdded50c req-fcf36c62-0142-4f4f-ab1b-11c5c127eadd tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:55.002224 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-7ef76981-8cdf-484d-88d1-7901bdded50c req-fcf36c62-0142-4f4f-ab1b-11c5c127eadd tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0986073 Apr 06 11:52:55.053720 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port 17378ba4-7992-446d-9b94-34480ae2fb33 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:52:55.055113 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (17378ba4-7992-446d-9b94-34480ae2fb33), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:55.084317 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-7ef76981-8cdf-484d-88d1-7901bdded50c req-3a135c36-a801-4b96-84e8-b4cde5f267b0 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740306 Apr 06 11:52:55.217850 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port 17378ba4-7992-446d-9b94-34480ae2fb33 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:52:55.218999 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 36619a9c-11da-4569-ab35-735e28f87c68 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:52:55.286777 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3430eed-6f15-428b-862f-d60a2ffe2076 req-f3e77322-92de-4b28-b06d-4f7b55169eab tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:55.288897 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f3430eed-6f15-428b-862f-d60a2ffe2076 req-f3e77322-92de-4b28-b06d-4f7b55169eab tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 947 time: 0.0994544 Apr 06 11:52:55.320889 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port 36619a9c-11da-4569-ab35-735e28f87c68 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:52:55.321268 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (36619a9c-11da-4569-ab35-735e28f87c68), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:55.363348 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f3430eed-6f15-428b-862f-d60a2ffe2076 req-d0a4c914-28ba-4f06-bafa-140287bcba76 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645287 Apr 06 11:52:55.442140 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port 36619a9c-11da-4569-ab35-735e28f87c68 is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:52:55.442598 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (36619a9c-11da-4569-ab35-735e28f87c68), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:55.474467 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] For port 36619a9c-11da-4569-ab35-735e28f87c68, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=36619a9c-11da-4569-ab35-735e28f87c68,segment=NetworkSegment(e99df258-543d-4616-b3b8-0c52db153909),segment_id=e99df258-543d-4616-b3b8-0c52db153909)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:52:55.479108 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (36619a9c-11da-4569-ab35-735e28f87c68), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:55.546614 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Pushing event updated for resources: {'Port': ['ID=36619a9c-11da-4569-ab35-735e28f87c68,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:55.873327 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 45800) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:55.877926 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-a3f7aafe-5b71-491c-9241-38a401985246 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-485325515', 'description': 'tempest-secgroup-smoke-485325515 description', 'project_id': 'c61da0b3453a4380b55109d369f70604'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:52:55.898148 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-a3f7aafe-5b71-491c-9241-38a401985246 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:55.986826 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-a3f7aafe-5b71-491c-9241-38a401985246 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks [] for security_group (f2c094e6-3f62-40ec-aa0f-220c0e40121a), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:55.990636 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-a3f7aafe-5b71-491c-9241-38a401985246 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (f2c094e6-3f62-40ec-aa0f-220c0e40121a), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:56.022231 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-a3f7aafe-5b71-491c-9241-38a401985246 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:56.024294 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-a3f7aafe-5b71-491c-9241-38a401985246 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1499398 Apr 06 11:52:56.027612 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 45802) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:56.033344 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-69570501-4bf2-4a94-86d5-09e42863f152 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Request body: {'security_group_rule': {'security_group_id': 'f2c094e6-3f62-40ec-aa0f-220c0e40121a', 'project_id': 'c61da0b3453a4380b55109d369f70604', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:52:56.039421 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7aafe-5b71-491c-9241-38a401985246 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c094e6-3f62-40ec-aa0f-220c0e40121a,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:56.061721 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-69570501-4bf2-4a94-86d5-09e42863f152 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks [] for security_group_rule (00f052af-3542-48ca-97ed-711d859936ff), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:56.121333 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb849401-adba-4a10-8127-cd9909044d10 None None] Sync routers for ids ['1d568ccd-90f8-4ce8-b302-e5619d23ea5a'] in dv-cinder-836074-2-iscsi {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:52:56.134210 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-69570501-4bf2-4a94-86d5-09e42863f152 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks [] for security_group_rule (00f052af-3542-48ca-97ed-711d859936ff), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:56.136026 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb849401-adba-4a10-8127-cd9909044d10 None None] Routers {'1d568ccd-90f8-4ce8-b302-e5619d23ea5a'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:52:56.136845 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-bb849401-adba-4a10-8127-cd9909044d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:52:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['1d568ccd-90f8-4ce8-b302-e5619d23ea5a'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:52:56.139705 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-69570501-4bf2-4a94-86d5-09e42863f152 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (00f052af-3542-48ca-97ed-711d859936ff), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:56.162591 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69570501-4bf2-4a94-86d5-09e42863f152 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f052af-3542-48ca-97ed-711d859936ff,revision_number=0']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:56.168988 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-69570501-4bf2-4a94-86d5-09e42863f152 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:56.172783 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-69570501-4bf2-4a94-86d5-09e42863f152 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1420243 Apr 06 11:52:56.174703 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 45806) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:56.182932 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-b5814995-9259-4057-91b8-28cea72044a7 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Request body: {'security_group_rule': {'security_group_id': 'f2c094e6-3f62-40ec-aa0f-220c0e40121a', 'project_id': 'c61da0b3453a4380b55109d369f70604', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:52:56.243793 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b5814995-9259-4057-91b8-28cea72044a7 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks [] for security_group_rule (0e7c3c85-c389-4333-8742-5879d8cd7305), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:56.277772 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-bb849401-adba-4a10-8127-cd9909044d10 None None] Set router 1d568ccd-90f8-4ce8-b302-e5619d23ea5a gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:52:56.281850 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562836f-511e-49f4-b155-3061c4f138bf req-eaf459e3-9d74-40f3-a040-8bf8ed1249c8 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:56.283342 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e562836f-511e-49f4-b155-3061c4f138bf req-eaf459e3-9d74-40f3-a040-8bf8ed1249c8 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.1053863 Apr 06 11:52:56.331528 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b5814995-9259-4057-91b8-28cea72044a7 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks [] for security_group_rule (0e7c3c85-c389-4333-8742-5879d8cd7305), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:56.338528 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b5814995-9259-4057-91b8-28cea72044a7 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (0e7c3c85-c389-4333-8742-5879d8cd7305), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:56.380591 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b5814995-9259-4057-91b8-28cea72044a7 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:56.383271 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-b5814995-9259-4057-91b8-28cea72044a7 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2068481 Apr 06 11:52:56.384161 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5814995-9259-4057-91b8-28cea72044a7 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e7c3c85-c389-4333-8742-5879d8cd7305,revision_number=0']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:56.386159 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 45812) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:56.390973 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-862f3196-e077-4ea2-ab65-bd8ae1a5aeaa tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Request body: {'security_group_rule': {'security_group_id': 'f2c094e6-3f62-40ec-aa0f-220c0e40121a', 'project_id': 'c61da0b3453a4380b55109d369f70604', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:52:56.397537 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e562836f-511e-49f4-b155-3061c4f138bf req-1bb2696b-b064-4482-a2a8-5cbd78d44cc9 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066236 Apr 06 11:52:56.426012 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-862f3196-e077-4ea2-ab65-bd8ae1a5aeaa tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks [] for security_group_rule (a71224a8-5bce-4f68-b937-464fbc58613e), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:56.509331 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-862f3196-e077-4ea2-ab65-bd8ae1a5aeaa tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks [] for security_group_rule (a71224a8-5bce-4f68-b937-464fbc58613e), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:56.514779 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-862f3196-e077-4ea2-ab65-bd8ae1a5aeaa tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (a71224a8-5bce-4f68-b937-464fbc58613e), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:56.519606 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c6793-8e87-484c-867a-4bd720b2a13a req-72ecfa17-bf78-4035-95b7-2ef3d5640992 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:56.524262 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-bb849401-adba-4a10-8127-cd9909044d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d568ccd-90f8-4ce8-b302-e5619d23ea5a', 'name': 'tempest-TestShelveInstance-86441668-router', 'tenant_id': '49edb9de1dce4401bfe9b5c761fb80bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '36619a9c-11da-4569-ab35-735e28f87c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:52:49Z', 'updated_at': '2022-04-06T11:52:53Z', 'revision_number': 4, 'project_id': '49edb9de1dce4401bfe9b5c761fb80bd', 'gw_port': {'id': '36619a9c-11da-4569-ab35-735e28f87c68', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d568ccd-90f8-4ce8-b302-e5619d23ea5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:49Z', 'updated_at': '2022-04-06T11:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': '792370f7-10f4-446a-96da-2732b5e57409', 'name': '', 'network_id': '18be586a-740f-4fbb-a5ae-799b34510182', 'tenant_id': '49edb9de1dce4401bfe9b5c761fb80bd', 'mac_address': 'fa:16:3e:2a:2e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d568ccd-90f8-4ce8-b302-e5619d23ea5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '82c4efff-6d12-42e3-8952-ada16d93d232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:53Z', 'updated_at': '2022-04-06T11:52:54Z', 'revision_number': 2, 'project_id': '49edb9de1dce4401bfe9b5c761fb80bd', 'subnets': [{'id': '82c4efff-6d12-42e3-8952-ada16d93d232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:52:56.527623 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ee8c6793-8e87-484c-867a-4bd720b2a13a req-72ecfa17-bf78-4035-95b7-2ef3d5640992 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 947 time: 0.0813572 Apr 06 11:52:56.532250 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f3196-e077-4ea2-ab65-bd8ae1a5aeaa tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a71224a8-5bce-4f68-b937-464fbc58613e,revision_number=0']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:56.553809 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-862f3196-e077-4ea2-ab65-bd8ae1a5aeaa tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:56.558968 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-862f3196-e077-4ea2-ab65-bd8ae1a5aeaa tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1715574 Apr 06 11:52:56.559516 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 45814) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:56.560645 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb849401-adba-4a10-8127-cd9909044d10 None None] Checking router: 1d568ccd-90f8-4ce8-b302-e5619d23ea5a for host: dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:52:56.561134 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb849401-adba-4a10-8127-cd9909044d10 None None] Updating router 1d568ccd-90f8-4ce8-b302-e5619d23ea5a port 792370f7-10f4-446a-96da-2732b5e57409 binding host dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:52:56.567015 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-7f55c23f-96c1-4fbd-9e57-9f81e40a621e tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Request body: {'security_group_rule': {'security_group_id': 'f2c094e6-3f62-40ec-aa0f-220c0e40121a', 'project_id': 'c61da0b3453a4380b55109d369f70604', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:52:56.593210 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ee8c6793-8e87-484c-867a-4bd720b2a13a req-47e7660c-3f3b-4228-98cb-25c4cc552d73 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651479 Apr 06 11:52:56.594652 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb849401-adba-4a10-8127-cd9909044d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (792370f7-10f4-446a-96da-2732b5e57409), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:56.612798 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-7f55c23f-96c1-4fbd-9e57-9f81e40a621e tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks [] for security_group_rule (ff84a749-33be-4828-a459-40fcdac4df49), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:56.744622 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-7f55c23f-96c1-4fbd-9e57-9f81e40a621e tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks [] for security_group_rule (ff84a749-33be-4828-a459-40fcdac4df49), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:56.760941 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-7f55c23f-96c1-4fbd-9e57-9f81e40a621e tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (ff84a749-33be-4828-a459-40fcdac4df49), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:56.820406 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55c23f-96c1-4fbd-9e57-9f81e40a621e tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff84a749-33be-4828-a459-40fcdac4df49,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:56.844847 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-7f55c23f-96c1-4fbd-9e57-9f81e40a621e tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:56.846341 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-7f55c23f-96c1-4fbd-9e57-9f81e40a621e tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2856379 Apr 06 11:52:56.849170 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 45830) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:56.854421 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-799a3f56-0faf-4a29-a995-dc3972f5bd9d tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Request body: {'security_group_rule': {'security_group_id': 'f2c094e6-3f62-40ec-aa0f-220c0e40121a', 'project_id': 'c61da0b3453a4380b55109d369f70604', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:52:56.884428 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.db.securitygroups_db [None req-799a3f56-0faf-4a29-a995-dc3972f5bd9d tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Project c61da0b3453a4380b55109d369f70604 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 11:52:56.891311 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-799a3f56-0faf-4a29-a995-dc3972f5bd9d tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks [] for security_group_rule (f36e582f-2248-4df3-86a9-fc4ad1a4100b), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:56.894173 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 36619a9c-11da-4569-ab35-735e28f87c68 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:52:56.985333 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-799a3f56-0faf-4a29-a995-dc3972f5bd9d tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks [] for security_group_rule (f36e582f-2248-4df3-86a9-fc4ad1a4100b), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:56.991201 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-799a3f56-0faf-4a29-a995-dc3972f5bd9d tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (f36e582f-2248-4df3-86a9-fc4ad1a4100b), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:57.025005 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a3f56-0faf-4a29-a995-dc3972f5bd9d tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f36e582f-2248-4df3-86a9-fc4ad1a4100b,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:57.047835 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-799a3f56-0faf-4a29-a995-dc3972f5bd9d tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:57.049800 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-799a3f56-0faf-4a29-a995-dc3972f5bd9d tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1993728 Apr 06 11:52:57.053164 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 45840) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:57.058390 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port 36619a9c-11da-4569-ab35-735e28f87c68 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:52:57.058967 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (36619a9c-11da-4569-ab35-735e28f87c68), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:57.062795 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-739e2a32-748c-4a11-824a-eabaa51b6560 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Request body: {'security_group_rule': {'security_group_id': 'f2c094e6-3f62-40ec-aa0f-220c0e40121a', 'project_id': 'c61da0b3453a4380b55109d369f70604', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:52:57.092101 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.db.securitygroups_db [None req-739e2a32-748c-4a11-824a-eabaa51b6560 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Project c61da0b3453a4380b55109d369f70604 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 11:52:57.098793 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-739e2a32-748c-4a11-824a-eabaa51b6560 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks [] for security_group_rule (b772e1f0-6c27-4dc6-bbdb-a2400c1ea508), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:57.204142 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-739e2a32-748c-4a11-824a-eabaa51b6560 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks [] for security_group_rule (b772e1f0-6c27-4dc6-bbdb-a2400c1ea508), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:57.211791 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-739e2a32-748c-4a11-824a-eabaa51b6560 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (b772e1f0-6c27-4dc6-bbdb-a2400c1ea508), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:57.216824 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb849401-adba-4a10-8127-cd9909044d10 None None] Publish callbacks [] for port (792370f7-10f4-446a-96da-2732b5e57409), precommit_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:57.244156 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e2a32-748c-4a11-824a-eabaa51b6560 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b772e1f0-6c27-4dc6-bbdb-a2400c1ea508,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:57.252596 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-739e2a32-748c-4a11-824a-eabaa51b6560 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:57.257144 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-739e2a32-748c-4a11-824a-eabaa51b6560 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1993530 Apr 06 11:52:57.271919 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb849401-adba-4a10-8127-cd9909044d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (792370f7-10f4-446a-96da-2732b5e57409), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:57.321184 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port 36619a9c-11da-4569-ab35-735e28f87c68 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:52:57.340764 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288a831-bafb-4b70-ad58-11f7a31ca72a None None] Pushing event updated for resources: {'Port': ['ID=792370f7-10f4-446a-96da-2732b5e57409,revision_number=3']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:57.419810 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-bb849401-adba-4a10-8127-cd9909044d10 None None] Attempting to bind port 792370f7-10f4-446a-96da-2732b5e57409 on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:52:57.420295 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-bb849401-adba-4a10-8127-cd9909044d10 None None] Attempting to bind port 792370f7-10f4-446a-96da-2732b5e57409 by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': '34a93b16-4b2a-4b8b-9265-0dc76b69ceaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '18be586a-740f-4fbb-a5ae-799b34510182'}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:52:57.420880 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb849401-adba-4a10-8127-cd9909044d10 None None] Attempting to bind port 792370f7-10f4-446a-96da-2732b5e57409 on network 18be586a-740f-4fbb-a5ae-799b34510182 {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:52:57.430031 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb849401-adba-4a10-8127-cd9909044d10 None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:52:57.430031 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb849401-adba-4a10-8127-cd9909044d10 None None] Checking segment: {'id': '34a93b16-4b2a-4b8b-9265-0dc76b69ceaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '18be586a-740f-4fbb-a5ae-799b34510182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:52:57.430031 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb849401-adba-4a10-8127-cd9909044d10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:57.431401 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb849401-adba-4a10-8127-cd9909044d10 None None] Bound using segment: {'id': '34a93b16-4b2a-4b8b-9265-0dc76b69ceaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '18be586a-740f-4fbb-a5ae-799b34510182'} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:52:57.431401 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-bb849401-adba-4a10-8127-cd9909044d10 None None] Bound port: 792370f7-10f4-446a-96da-2732b5e57409, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a93b16-4b2a-4b8b-9265-0dc76b69ceaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '18be586a-740f-4fbb-a5ae-799b34510182'}}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:52:57.431734 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb849401-adba-4a10-8127-cd9909044d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (792370f7-10f4-446a-96da-2732b5e57409), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:57.530057 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb849401-adba-4a10-8127-cd9909044d10 None None] For port 792370f7-10f4-446a-96da-2732b5e57409, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:52:57.533775 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb849401-adba-4a10-8127-cd9909044d10 None None] For port 792370f7-10f4-446a-96da-2732b5e57409, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=792370f7-10f4-446a-96da-2732b5e57409,segment=NetworkSegment(34a93b16-4b2a-4b8b-9265-0dc76b69ceaa),segment_id=34a93b16-4b2a-4b8b-9265-0dc76b69ceaa)] {{(pid=110261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:52:57.543518 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb849401-adba-4a10-8127-cd9909044d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (792370f7-10f4-446a-96da-2732b5e57409), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:57.553167 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae3122-c92c-4b7c-958b-d15b85cb4afa req-68c0422d-effe-4bde-a727-fb60c0da6032 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:57.563224 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-39ae3122-c92c-4b7c-958b-d15b85cb4afa req-68c0422d-effe-4bde-a727-fb60c0da6032 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0714769 Apr 06 11:52:57.597864 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb849401-adba-4a10-8127-cd9909044d10 None None] Routers {'1d568ccd-90f8-4ce8-b302-e5619d23ea5a'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:52:57.598422 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-bb849401-adba-4a10-8127-cd9909044d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:52:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['1d568ccd-90f8-4ce8-b302-e5619d23ea5a'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:52:57.628670 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-39ae3122-c92c-4b7c-958b-d15b85cb4afa req-bc2e83fa-a383-4384-85bb-97a0c6911fed tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647943 Apr 06 11:52:57.787739 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48261b-1e10-4d76-81fe-ed864118ecb1 req-da5fda4f-ddce-40ae-9549-a654a66c9715 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:57.789488 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7f48261b-1e10-4d76-81fe-ed864118ecb1 req-da5fda4f-ddce-40ae-9549-a654a66c9715 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 947 time: 0.0873923 Apr 06 11:52:57.827439 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288a831-bafb-4b70-ad58-11f7a31ca72a None None] Pushing event updated for resources: {'Port': ['ID=792370f7-10f4-446a-96da-2732b5e57409,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:57.845976 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-26fcb7e9-866e-4833-b229-4a4a0cfbdef8 None None] Provisioning complete for port 792370f7-10f4-446a-96da-2732b5e57409 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:52:57.846350 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-26fcb7e9-866e-4833-b229-4a4a0cfbdef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (792370f7-10f4-446a-96da-2732b5e57409), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:57.869695 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7f48261b-1e10-4d76-81fe-ed864118ecb1 req-ba116cdf-9218-4a2e-bc5a-acb23978eba7 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671725 Apr 06 11:52:57.955231 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-bb849401-adba-4a10-8127-cd9909044d10 None None] Set router 1d568ccd-90f8-4ce8-b302-e5619d23ea5a gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:52:58.076543 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-26fcb7e9-866e-4833-b229-4a4a0cfbdef8 None None] Current status of the port 792370f7-10f4-446a-96da-2732b5e57409 is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:52:58.076965 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-26fcb7e9-866e-4833-b229-4a4a0cfbdef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (792370f7-10f4-446a-96da-2732b5e57409), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:58.155786 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-26fcb7e9-866e-4833-b229-4a4a0cfbdef8 None None] For port 792370f7-10f4-446a-96da-2732b5e57409, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=792370f7-10f4-446a-96da-2732b5e57409,segment=NetworkSegment(34a93b16-4b2a-4b8b-9265-0dc76b69ceaa),segment_id=34a93b16-4b2a-4b8b-9265-0dc76b69ceaa)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:52:58.163255 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-26fcb7e9-866e-4833-b229-4a4a0cfbdef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (792370f7-10f4-446a-96da-2732b5e57409), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:58.247798 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcb7e9-866e-4833-b229-4a4a0cfbdef8 None None] Pushing event updated for resources: {'Port': ['ID=792370f7-10f4-446a-96da-2732b5e57409,revision_number=5']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:58.271840 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-bb849401-adba-4a10-8127-cd9909044d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d568ccd-90f8-4ce8-b302-e5619d23ea5a', 'name': 'tempest-TestShelveInstance-86441668-router', 'tenant_id': '49edb9de1dce4401bfe9b5c761fb80bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '36619a9c-11da-4569-ab35-735e28f87c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:52:49Z', 'updated_at': '2022-04-06T11:52:53Z', 'revision_number': 4, 'project_id': '49edb9de1dce4401bfe9b5c761fb80bd', 'gw_port': {'id': '36619a9c-11da-4569-ab35-735e28f87c68', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d568ccd-90f8-4ce8-b302-e5619d23ea5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:49Z', 'updated_at': '2022-04-06T11:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': '792370f7-10f4-446a-96da-2732b5e57409', 'name': '', 'network_id': '18be586a-740f-4fbb-a5ae-799b34510182', 'tenant_id': '49edb9de1dce4401bfe9b5c761fb80bd', 'mac_address': 'fa:16:3e:2a:2e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d568ccd-90f8-4ce8-b302-e5619d23ea5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '82c4efff-6d12-42e3-8952-ada16d93d232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:53Z', 'updated_at': '2022-04-06T11:52:57Z', 'revision_number': 4, 'project_id': '49edb9de1dce4401bfe9b5c761fb80bd', 'subnets': [{'id': '82c4efff-6d12-42e3-8952-ada16d93d232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:52:58.306367 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb849401-adba-4a10-8127-cd9909044d10 None None] The sync data for ids ['1d568ccd-90f8-4ce8-b302-e5619d23ea5a'] in dv-cinder-836074-2-iscsi is: [{'id': '1d568ccd-90f8-4ce8-b302-e5619d23ea5a', 'name': 'tempest-TestShelveInstance-86441668-router', 'tenant_id': '49edb9de1dce4401bfe9b5c761fb80bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '36619a9c-11da-4569-ab35-735e28f87c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:52:49Z', 'updated_at': '2022-04-06T11:52:53Z', 'revision_number': 4, 'project_id': '49edb9de1dce4401bfe9b5c761fb80bd', 'gw_port': {'id': '36619a9c-11da-4569-ab35-735e28f87c68', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d568ccd-90f8-4ce8-b302-e5619d23ea5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:49Z', 'updated_at': '2022-04-06T11:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': '792370f7-10f4-446a-96da-2732b5e57409', 'name': '', 'network_id': '18be586a-740f-4fbb-a5ae-799b34510182', 'tenant_id': '49edb9de1dce4401bfe9b5c761fb80bd', 'mac_address': 'fa:16:3e:2a:2e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d568ccd-90f8-4ce8-b302-e5619d23ea5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '82c4efff-6d12-42e3-8952-ada16d93d232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:53Z', 'updated_at': '2022-04-06T11:52:57Z', 'revision_number': 4, 'project_id': '49edb9de1dce4401bfe9b5c761fb80bd', 'subnets': [{'id': '82c4efff-6d12-42e3-8952-ada16d93d232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:52:58.318896 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-f05bd08f-1652-46cc-a6ca-e7ef8d80ab27 None None] Provisioning complete for port 792370f7-10f4-446a-96da-2732b5e57409 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:52:58.319771 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-f05bd08f-1652-46cc-a6ca-e7ef8d80ab27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (792370f7-10f4-446a-96da-2732b5e57409), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:58.446757 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-f05bd08f-1652-46cc-a6ca-e7ef8d80ab27 None None] Current status of the port 792370f7-10f4-446a-96da-2732b5e57409 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:52:58.852862 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 792370f7-10f4-446a-96da-2732b5e57409 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:52:58.856237 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab55cb6-e9d6-468f-93a3-acf76d799a99 req-8b631666-3582-40c0-bdde-0713743ba353 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:58.858140 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-2ab55cb6-e9d6-468f-93a3-acf76d799a99 req-8b631666-3582-40c0-bdde-0713743ba353 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.1386495 Apr 06 11:52:58.878985 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 45938) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:59.096609 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port 792370f7-10f4-446a-96da-2732b5e57409 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:52:59.097025 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (792370f7-10f4-446a-96da-2732b5e57409), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:59.140639 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54407b39-f026-45ce-a631-8de006252f0a req-6d157b60-af5e-436d-9c29-89a90896ec35 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:52:59.143253 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-54407b39-f026-45ce-a631-8de006252f0a req-6d157b60-af5e-436d-9c29-89a90896ec35 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 947 time: 0.0827813 Apr 06 11:52:59.219901 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port 792370f7-10f4-446a-96da-2732b5e57409 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:52:59.220302 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-54407b39-f026-45ce-a631-8de006252f0a req-948dee49-6a39-4b4f-9ea3-cd6cd99b1928 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706158 Apr 06 11:52:59.221163 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-1fda73b6-1348-4b17-9e92-7c4307be44c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:59.229269 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-2ab55cb6-e9d6-468f-93a3-acf76d799a99 req-663cec71-8ff8-43cd-8dc5-4a0c0346c7b5 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653941 Apr 06 11:52:59.325235 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-1fda73b6-1348-4b17-9e92-7c4307be44c6 admin admin] Publish callbacks [] for security_group (123f4500-a962-485c-bf21-8f6550e7cd18), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:59.329573 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-1fda73b6-1348-4b17-9e92-7c4307be44c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (123f4500-a962-485c-bf21-8f6550e7cd18), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:59.374446 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-1fda73b6-1348-4b17-9e92-7c4307be44c6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=02a81a23ad1d41519dfdd202032b397e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4942284 Apr 06 11:52:59.376808 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda73b6-1348-4b17-9e92-7c4307be44c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123f4500-a962-485c-bf21-8f6550e7cd18,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:59.380483 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 45950) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:59.432316 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d53bd14f-c4c7-430a-87b1-ae53c2087d62 admin admin] Publish callbacks [] for security_group (123f4500-a962-485c-bf21-8f6550e7cd18), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:59.455271 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d53bd14f-c4c7-430a-87b1-ae53c2087d62 admin admin] Publish callbacks [] for security_group (123f4500-a962-485c-bf21-8f6550e7cd18), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:59.506000 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d53bd14f-c4c7-430a-87b1-ae53c2087d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (123f4500-a962-485c-bf21-8f6550e7cd18), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:59.509935 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d53bd14f-c4c7-430a-87b1-ae53c2087d62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:59.511112 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-d53bd14f-c4c7-430a-87b1-ae53c2087d62 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/123f4500-a962-485c-bf21-8f6550e7cd18 HTTP/1.1" status: 204 len: 168 time: 0.1321006 Apr 06 11:52:59.522173 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53bd14f-c4c7-430a-87b1-ae53c2087d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123f4500-a962-485c-bf21-8f6550e7cd18,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:59.810176 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 45958) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:52:59.823521 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-70930ffd-fe4b-4a24-ba9c-7f144f12372c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:59.901885 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-70930ffd-fe4b-4a24-ba9c-7f144f12372c admin admin] Publish callbacks [] for security_group (94274264-e823-4d34-8175-02655ce2c9b6), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:59.905817 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-70930ffd-fe4b-4a24-ba9c-7f144f12372c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (94274264-e823-4d34-8175-02655ce2c9b6), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:52:59.945663 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-70930ffd-fe4b-4a24-ba9c-7f144f12372c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d8f918c622b74ec2bf843c733cf2b058&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343679 Apr 06 11:52:59.946809 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70930ffd-fe4b-4a24-ba9c-7f144f12372c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94274264-e823-4d34-8175-02655ce2c9b6,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:52:59.948917 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 45960) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:53:00.004783 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3c55fc12-12d6-4d1d-a3ba-7f6a02f34188 admin admin] Publish callbacks [] for security_group (94274264-e823-4d34-8175-02655ce2c9b6), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:53:00.028913 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3c55fc12-12d6-4d1d-a3ba-7f6a02f34188 admin admin] Publish callbacks [] for security_group (94274264-e823-4d34-8175-02655ce2c9b6), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:53:00.083946 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3c55fc12-12d6-4d1d-a3ba-7f6a02f34188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (94274264-e823-4d34-8175-02655ce2c9b6), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:53:00.087033 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3c55fc12-12d6-4d1d-a3ba-7f6a02f34188 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:53:00.088213 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-3c55fc12-12d6-4d1d-a3ba-7f6a02f34188 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/94274264-e823-4d34-8175-02655ce2c9b6 HTTP/1.1" status: 204 len: 168 time: 0.1383071 Apr 06 11:53:00.098418 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55fc12-12d6-4d1d-a3ba-7f6a02f34188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94274264-e823-4d34-8175-02655ce2c9b6,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:53:00.364641 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bc9fe-dab3-47a0-a77a-624195cb61c7 req-ed659a33-454a-4163-9c58-8abeb11065ad tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:00.367481 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-138bc9fe-dab3-47a0-a77a-624195cb61c7 req-ed659a33-454a-4163-9c58-8abeb11065ad tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 947 time: 0.0716050 Apr 06 11:53:00.388072 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfe5f0-c584-4b0a-8950-d9b9b984b245 req-7d9e09d5-1a32-4384-8c0f-aedce32536fd tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:00.389896 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3bcfe5f0-c584-4b0a-8950-d9b9b984b245 req-7d9e09d5-1a32-4384-8c0f-aedce32536fd tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0774317 Apr 06 11:53:00.432100 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-138bc9fe-dab3-47a0-a77a-624195cb61c7 req-85d5cdcb-3583-4a62-9652-8c55ee68ef35 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561938 Apr 06 11:53:00.445195 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3bcfe5f0-c584-4b0a-8950-d9b9b984b245 req-f2ed379b-60e4-46d0-8b32-17dd32a104a8 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487702 Apr 06 11:53:01.587053 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a992e-815e-421f-a968-913aee86372b req-4ac0d7ab-53b5-4e3b-a9f6-8830b833e4ee tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:01.589450 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d83a992e-815e-421f-a968-913aee86372b req-4ac0d7ab-53b5-4e3b-a9f6-8830b833e4ee tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 947 time: 0.0771782 Apr 06 11:53:01.607385 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd150c6c-d1b6-469d-9537-d0c47da4d8df req-ecbc948f-ce8e-474c-8856-43abf4f53606 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:01.609238 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-dd150c6c-d1b6-469d-9537-d0c47da4d8df req-ecbc948f-ce8e-474c-8856-43abf4f53606 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0836139 Apr 06 11:53:01.655939 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d83a992e-815e-421f-a968-913aee86372b req-24ce2ea3-ab16-4d19-ae9e-44f60d0b3c03 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604060 Apr 06 11:53:01.664291 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-dd150c6c-d1b6-469d-9537-d0c47da4d8df req-e1b43c6a-acef-4856-9b06-f85cbb71c0a2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474317 Apr 06 11:53:02.799002 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92116aa9-1ea6-4fef-aa45-bf2a4082d5b2 req-548f3c36-58bc-4205-949c-8b203b44e3e2 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:02.800501 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-92116aa9-1ea6-4fef-aa45-bf2a4082d5b2 req-548f3c36-58bc-4205-949c-8b203b44e3e2 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 947 time: 0.0572004 Apr 06 11:53:02.803004 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc1822-629a-44df-8879-92111ae5c5c1 req-7b52d37e-d09e-4ea6-a6c9-c593eef14032 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:02.804739 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-40dc1822-629a-44df-8879-92111ae5c5c1 req-7b52d37e-d09e-4ea6-a6c9-c593eef14032 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0600731 Apr 06 11:53:02.848435 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-92116aa9-1ea6-4fef-aa45-bf2a4082d5b2 req-f96034f0-5648-4ed9-9f77-e04c64092f84 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423214 Apr 06 11:53:02.853542 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-40dc1822-629a-44df-8879-92111ae5c5c1 req-b6630301-ff64-46ae-bbd0-05eaa599fda2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431523 Apr 06 11:53:03.248474 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e481d2e-edea-47fb-b339-c5858b10cca0 req-1c7fecc9-dad3-4a9c-aef9-f02fd26e2b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:03.253917 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9e481d2e-edea-47fb-b339-c5858b10cca0 req-1c7fecc9-dad3-4a9c-aef9-f02fd26e2b01 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 1130 time: 0.0680854 Apr 06 11:53:03.316686 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9e481d2e-edea-47fb-b339-c5858b10cca0 req-b34f286b-4c90-4628-bf60-5168f83a8e85 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557272 Apr 06 11:53:03.973994 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966fc6d-632e-44b7-9cf8-80ce0a01953a req-bd410481-0b8d-43b7-841a-ee2547773b58 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:03.974650 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c87e56-4b24-4386-8fdc-5b5f941185de req-043150c7-5d7c-44dd-8307-ab63be6adaa9 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:03.975501 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4966fc6d-632e-44b7-9cf8-80ce0a01953a req-bd410481-0b8d-43b7-841a-ee2547773b58 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 947 time: 0.0550976 Apr 06 11:53:03.976620 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c9c87e56-4b24-4386-8fdc-5b5f941185de req-043150c7-5d7c-44dd-8307-ab63be6adaa9 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0572095 Apr 06 11:53:04.025649 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c9c87e56-4b24-4386-8fdc-5b5f941185de req-6d9f48d0-7242-4f8e-bf86-d515f9e2ee7c tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434890 Apr 06 11:53:04.028007 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4966fc6d-632e-44b7-9cf8-80ce0a01953a req-4e7a9c69-f0eb-4e9c-93c2-445d7150ec46 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461783 Apr 06 11:53:04.591487 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:53:05.146299 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b12c2-99a6-4114-a7d2-fa84b8bd8e39 req-d954d2b1-a97b-434d-a2c7-3df78de091df tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:05.146866 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd40948-e812-49e7-82ab-b4e3919bcb9b req-6e8f495e-834b-4139-a4b7-8ac84147eeb9 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:05.147855 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e98b12c2-99a6-4114-a7d2-fa84b8bd8e39 req-d954d2b1-a97b-434d-a2c7-3df78de091df tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 947 time: 0.0532861 Apr 06 11:53:05.148180 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-fcd40948-e812-49e7-82ab-b4e3919bcb9b req-6e8f495e-834b-4139-a4b7-8ac84147eeb9 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0527773 Apr 06 11:53:05.199914 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-fcd40948-e812-49e7-82ab-b4e3919bcb9b req-83dabdf8-ebff-45dc-8a1d-185acce4be81 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458736 Apr 06 11:53:05.201103 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e98b12c2-99a6-4114-a7d2-fa84b8bd8e39 req-78610a11-9e13-4c2d-9754-e3dc1fbc580f tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471063 Apr 06 11:53:06.319811 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8515792-198a-4652-87db-c7e40e8a9fd9 req-e34a695a-f255-4cea-b626-cad8273e3bab tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:06.321504 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b8515792-198a-4652-87db-c7e40e8a9fd9 req-e34a695a-f255-4cea-b626-cad8273e3bab tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 947 time: 0.0562787 Apr 06 11:53:06.323067 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf982ff-f8f4-437c-bbf7-fd6ce1f19ac6 req-7b2787bb-17c5-4d83-be0c-fe6b7c4d058a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:06.324563 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3cf982ff-f8f4-437c-bbf7-fd6ce1f19ac6 req-7b2787bb-17c5-4d83-be0c-fe6b7c4d058a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0591178 Apr 06 11:53:06.385086 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3cf982ff-f8f4-437c-bbf7-fd6ce1f19ac6 req-88e40a38-d8b1-4e4c-8f86-dd419092e58a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531306 Apr 06 11:53:06.387457 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b8515792-198a-4652-87db-c7e40e8a9fd9 req-1b227a76-fa43-4e06-94eb-75b585feb904 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544848 Apr 06 11:53:07.503817 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d25f4-fb8a-4723-b950-94c8c803ae2a req-445a1be9-f6e4-417e-8c55-595e3ecccda0 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:07.505368 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ac8d25f4-fb8a-4723-b950-94c8c803ae2a req-445a1be9-f6e4-417e-8c55-595e3ecccda0 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 947 time: 0.0628378 Apr 06 11:53:07.527181 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c7df1-e1e2-4657-879c-c4a70c465e79 req-e86b37be-6793-40bf-8e33-44fef75b5226 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:07.528711 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e72c7df1-e1e2-4657-879c-c4a70c465e79 req-e86b37be-6793-40bf-8e33-44fef75b5226 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0558627 Apr 06 11:53:07.556654 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ac8d25f4-fb8a-4723-b950-94c8c803ae2a req-2959c21e-0d15-4e8e-b282-c04f2e93117c tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456901 Apr 06 11:53:07.576777 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e72c7df1-e1e2-4657-879c-c4a70c465e79 req-a2cf2d3a-a7c9-4ca1-9c47-9b0e799d90a5 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419278 Apr 06 11:53:08.678141 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbee131-810d-420a-a565-40fd8d9ab661 req-5eb6cb8a-1514-4132-b446-11b9923a8d91 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:08.679669 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3fbee131-810d-420a-a565-40fd8d9ab661 req-5eb6cb8a-1514-4132-b446-11b9923a8d91 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 947 time: 0.0586677 Apr 06 11:53:08.706218 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c1b1d-235f-4882-9ef6-d5a3f8ed94cf req-28629e07-3837-4d3b-a80e-d756788fa459 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:08.707690 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-582c1b1d-235f-4882-9ef6-d5a3f8ed94cf req-28629e07-3837-4d3b-a80e-d756788fa459 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0600457 Apr 06 11:53:08.731386 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3fbee131-810d-420a-a565-40fd8d9ab661 req-8dc32ce4-c965-442f-b761-cad5e771c14e tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455358 Apr 06 11:53:08.763371 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-582c1b1d-235f-4882-9ef6-d5a3f8ed94cf req-cdb5a8b4-8273-4259-966d-f78a7519e5c1 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481346 Apr 06 11:53:09.856838 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec6509-597a-4f74-8b7d-2737def4c31d req-c67680b2-4770-4848-9ec1-fb58567cfbcc tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:09.858354 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-47ec6509-597a-4f74-8b7d-2737def4c31d req-c67680b2-4770-4848-9ec1-fb58567cfbcc tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 947 time: 0.0543945 Apr 06 11:53:09.892927 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20590e-7cd3-4ff6-bc4d-4ad098deef34 req-1209c9ad-7a65-47d3-84f5-aa57e52e079a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:09.894470 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ac20590e-7cd3-4ff6-bc4d-4ad098deef34 req-1209c9ad-7a65-47d3-84f5-aa57e52e079a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0551474 Apr 06 11:53:09.906907 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-47ec6509-597a-4f74-8b7d-2737def4c31d req-fbb6efb7-4987-4466-83e4-d1558ac6d9af tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428472 Apr 06 11:53:09.942127 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ac20590e-7cd3-4ff6-bc4d-4ad098deef34 req-4df145c1-3400-4cec-babb-fe91d5716de4 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411820 Apr 06 11:53:11.037731 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430e7c5-bf47-4683-b8db-7a7dd5d349f9 req-79f7f149-3820-4f66-999c-f30862dbe142 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:11.039304 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f430e7c5-bf47-4683-b8db-7a7dd5d349f9 req-79f7f149-3820-4f66-999c-f30862dbe142 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 947 time: 0.0669179 Apr 06 11:53:11.069720 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ba8aa-0315-4e97-ae20-3197a56c8c76 req-005d07d5-cec6-473e-948e-12581f4d141d tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:11.071429 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9e7ba8aa-0315-4e97-ae20-3197a56c8c76 req-005d07d5-cec6-473e-948e-12581f4d141d tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0553753 Apr 06 11:53:11.092397 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f430e7c5-bf47-4683-b8db-7a7dd5d349f9 req-c6afc01c-a269-425e-a043-de5ff354d09d tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468624 Apr 06 11:53:11.125214 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9e7ba8aa-0315-4e97-ae20-3197a56c8c76 req-3e98525e-1416-4b96-ac97-721f8146be7e tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474730 Apr 06 11:53:11.955317 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device e23e128c-869d-4592-8082-43f6a3905a0c details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:53:12.035688 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:53:12.070727 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port e23e128c-869d-4592-8082-43f6a3905a0c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e23e128c-869d-4592-8082-43f6a3905a0c,segment=NetworkSegment(6f6e3f0e-1949-4a43-9aad-466a188a6698),segment_id=6f6e3f0e-1949-4a43-9aad-466a188a6698)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:53:12.081591 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Returning: {'device': 'e23e128c-869d-4592-8082-43f6a3905a0c', 'network_id': '56f724d0-0733-4ce4-a310-c8edaa3a9c6b', 'port_id': 'e23e128c-869d-4592-8082-43f6a3905a0c', 'mac_address': 'fa:16:3e:0d:56:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa3f867e-32be-45f0-a228-74a9832b1214', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:53:12.121064 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port e23e128c-869d-4592-8082-43f6a3905a0c is: DOWN; New status is: BUILD {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:53:12.121064 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (e23e128c-869d-4592-8082-43f6a3905a0c), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:53:12.135819 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23e128c-869d-4592-8082-43f6a3905a0c {{(pid=110261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:53:12.156559 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port e23e128c-869d-4592-8082-43f6a3905a0c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e23e128c-869d-4592-8082-43f6a3905a0c,segment=NetworkSegment(6f6e3f0e-1949-4a43-9aad-466a188a6698),segment_id=6f6e3f0e-1949-4a43-9aad-466a188a6698)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:53:12.160956 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (e23e128c-869d-4592-8082-43f6a3905a0c), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:53:12.212385 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=e23e128c-869d-4592-8082-43f6a3905a0c,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:53:12.221056 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:53:12.221409 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:53:12.221778 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:53:12.222271 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:53:12.222613 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:53:12.222943 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:53:12.223273 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:53:12.223601 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:53:12.223928 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:53:12.224253 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:53:12.224584 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:53:12.224932 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:53:12.225263 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:53:12.225578 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:53:12.225704 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4730a07-e23f-458b-b345-ba7357caedb6 req-f41f6a31-20ff-4094-987d-c8e85baeaaed tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:12.226196 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:53:12.229585 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b4730a07-e23f-458b-b345-ba7357caedb6 req-f41f6a31-20ff-4094-987d-c8e85baeaaed tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 948 time: 0.0657210 Apr 06 11:53:12.253869 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed79a2-98b1-4b28-a21a-af682c53f52d req-a9302acd-51dc-45ac-b735-5e5643da509c tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:12.255524 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-69ed79a2-98b1-4b28-a21a-af682c53f52d req-a9302acd-51dc-45ac-b735-5e5643da509c tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0566745 Apr 06 11:53:12.256380 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-a6c1a390-9769-4d4c-922e-633bd8cc2ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:53:12.293087 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b4730a07-e23f-458b-b345-ba7357caedb6 req-b20d4fac-aad1-4c19-8aa4-911ff85b1860 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577893 Apr 06 11:53:12.307756 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-69ed79a2-98b1-4b28-a21a-af682c53f52d req-4e0e31ae-625d-48e3-bc6b-af7ff0235379 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449908 Apr 06 11:53:13.433120 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f12440-2e0c-486c-94dd-e8bfeabc6373 req-b238b7a5-5448-4a1d-ac44-41fa3b56eb80 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:13.434792 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-71f12440-2e0c-486c-94dd-e8bfeabc6373 req-b238b7a5-5448-4a1d-ac44-41fa3b56eb80 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 948 time: 0.0741074 Apr 06 11:53:13.477027 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aac267-9c1c-4e44-807c-e1e096ec3350 req-3cd3c5b0-8be1-4957-8759-a82ef22a5c61 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:13.479146 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b5aac267-9c1c-4e44-807c-e1e096ec3350 req-3cd3c5b0-8be1-4957-8759-a82ef22a5c61 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.1044946 Apr 06 11:53:13.482430 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-71f12440-2e0c-486c-94dd-e8bfeabc6373 req-ca2b5d5e-3a78-438f-a8fb-536d863c7623 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419440 Apr 06 11:53:13.486347 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7c1a418a-a1d1-4392-8124-4ec4d7b50a56 req-b8aa88c3-9ac9-490b-965b-bc2935e39553 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697558 Apr 06 11:53:13.535012 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b5aac267-9c1c-4e44-807c-e1e096ec3350 req-9ceb5726-940c-4530-8255-6b9c7eb594d8 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477235 Apr 06 11:53:13.581328 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a418a-a1d1-4392-8124-4ec4d7b50a56 req-c6550f7d-d3ab-4c8c-b4d9-118a8b5d037d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:13.582804 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7c1a418a-a1d1-4392-8124-4ec4d7b50a56 req-c6550f7d-d3ab-4c8c-b4d9-118a8b5d037d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccfa48bf303a4fbd92c016652e6c8ffa&device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 1130 time: 0.0438964 Apr 06 11:53:13.709390 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a418a-a1d1-4392-8124-4ec4d7b50a56 req-b5b45c7e-f150-479f-995c-7c1355e76d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:13.710830 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7c1a418a-a1d1-4392-8124-4ec4d7b50a56 req-b5b45c7e-f150-479f-995c-7c1355e76d0f service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8762c11-97c8-4692-bb2b-070d6ecd6b12 HTTP/1.1" status: 200 len: 920 time: 0.0892460 Apr 06 11:53:13.754990 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7c1a418a-a1d1-4392-8124-4ec4d7b50a56 req-ec31b018-f4c5-46e6-9845-c1696ee08c1a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8294cf4c-8e23-47d8-ab5f-770194c0773d HTTP/1.1" status: 200 len: 217 time: 0.0363412 Apr 06 11:53:13.804040 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a418a-a1d1-4392-8124-4ec4d7b50a56 req-95679fc1-60ff-499f-a4ca-2331bf4f9993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:13.806226 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7c1a418a-a1d1-4392-8124-4ec4d7b50a56 req-95679fc1-60ff-499f-a4ca-2331bf4f9993 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9b503157-0ef4-44d3-80a9-20b0dc5d9230 HTTP/1.1" status: 200 len: 858 time: 0.0440497 Apr 06 11:53:13.853678 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a418a-a1d1-4392-8124-4ec4d7b50a56 req-eb5de32d-df81-4f2e-b676-fdb44b817443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:13.855148 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7c1a418a-a1d1-4392-8124-4ec4d7b50a56 req-eb5de32d-df81-4f2e-b676-fdb44b817443 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8762c11-97c8-4692-bb2b-070d6ecd6b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429659 Apr 06 11:53:13.999458 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7c1a418a-a1d1-4392-8124-4ec4d7b50a56 req-797dd84b-ca52-4266-b1dc-a1293054289d service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933714 Apr 06 11:53:14.295423 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['e23e128c-869d-4592-8082-43f6a3905a0c'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:53:14.422210 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7c1a418a-a1d1-4392-8124-4ec4d7b50a56 req-35e5eb5f-39b6-4dae-b692-b0f593c07615 service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034389 Apr 06 11:53:14.610148 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac0db3-5d37-471e-93cb-b15b745e686c req-f971fc14-f89c-4776-b2f0-95515752ae43 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:14.611716 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-24ac0db3-5d37-471e-93cb-b15b745e686c req-f971fc14-f89c-4776-b2f0-95515752ae43 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 948 time: 0.0616722 Apr 06 11:53:14.668458 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-24ac0db3-5d37-471e-93cb-b15b745e686c req-6145b79a-71e4-4b60-adba-34c2e8f6067b tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509746 Apr 06 11:53:14.669273 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd69e5a-b3b8-48ae-96b6-371f0de227e1 req-488e9f9d-78bd-41a0-8387-1ac80ac2e9fb tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:14.670823 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8dd69e5a-b3b8-48ae-96b6-371f0de227e1 req-488e9f9d-78bd-41a0-8387-1ac80ac2e9fb tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0675566 Apr 06 11:53:14.730937 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8dd69e5a-b3b8-48ae-96b6-371f0de227e1 req-01f955b1-28a3-4aca-a66c-4316a69f0c78 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512862 Apr 06 11:53:14.881457 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794b926-9548-4b30-97de-d918d68dee52 req-ed0834a3-add3-423b-acfe-83af681e3144 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:14.883340 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8794b926-9548-4b30-97de-d918d68dee52 req-ed0834a3-add3-423b-acfe-83af681e3144 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0737469 Apr 06 11:53:14.939218 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8794b926-9548-4b30-97de-d918d68dee52 req-f05050f7-8633-41f2-920d-dad8f5de664e tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462055 Apr 06 11:53:15.096667 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-3f22b132-2a30-4eb2-a185-4eea0c1aa396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:53:15.696891 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device e23e128c-869d-4592-8082-43f6a3905a0c up at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:53:15.754519 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning for port e23e128c-869d-4592-8082-43f6a3905a0c completed by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:53:15.759416 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning complete for port e23e128c-869d-4592-8082-43f6a3905a0c triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:53:15.759897 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (e23e128c-869d-4592-8082-43f6a3905a0c), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:53:15.805058 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751fe6c-c290-485e-8a31-60f548ae3746 req-400f0b06-5943-45ad-9fe6-8d99d513aab3 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:15.806447 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9751fe6c-c290-485e-8a31-60f548ae3746 req-400f0b06-5943-45ad-9fe6-8d99d513aab3 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 948 time: 0.0596256 Apr 06 11:53:15.857054 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port e23e128c-869d-4592-8082-43f6a3905a0c is: BUILD; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:53:15.857777 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9751fe6c-c290-485e-8a31-60f548ae3746 req-1bd0ee2c-92bf-45f4-ae6d-149bf38ce539 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442431 Apr 06 11:53:15.858129 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (e23e128c-869d-4592-8082-43f6a3905a0c), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:53:15.890635 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7192b64-0a00-45a7-beb9-23e4155154ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23e128c-869d-4592-8082-43f6a3905a0c'}] {{(pid=110261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:53:15.892954 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa90572765a02b80253351879fa6496fbbfbce8a00fa36c7b280133d65d0c1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34ca56b-6718-4055-b723-7113ee58769b" -d '{"events": [{"server_uuid": "f7192b64-0a00-45a7-beb9-23e4155154ed", "name": "network-vif-plugged", "status": "completed", "tag": "e23e128c-869d-4592-8082-43f6a3905a0c"}]}' {{(pid=110261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:53:15.906950 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port e23e128c-869d-4592-8082-43f6a3905a0c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e23e128c-869d-4592-8082-43f6a3905a0c,segment=NetworkSegment(6f6e3f0e-1949-4a43-9aad-466a188a6698),segment_id=6f6e3f0e-1949-4a43-9aad-466a188a6698)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:53:15.912184 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (e23e128c-869d-4592-8082-43f6a3905a0c), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:53:15.938346 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e458e1-e240-4be7-98be-79f0913ed45d x-openstack-request-id: req-36e458e1-e240-4be7-98be-79f0913ed45d {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:53:15.938637 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7192b64-0a00-45a7-beb9-23e4155154ed", "name": "network-vif-plugged", "status": "completed", "tag": "e23e128c-869d-4592-8082-43f6a3905a0c", "code": 200}]} {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:53:15.938886 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-36e458e1-e240-4be7-98be-79f0913ed45d {{(pid=110261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:53:15.939298 dv-cinder-836074-2-iscsi neutron-server[110261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36e458e1-e240-4be7-98be-79f0913ed45d'] response: {'server_uuid': 'f7192b64-0a00-45a7-beb9-23e4155154ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23e128c-869d-4592-8082-43f6a3905a0c', 'code': 200} Apr 06 11:53:15.968995 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=e23e128c-869d-4592-8082-43f6a3905a0c,revision_number=5']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:53:16.407557 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:53:17.003403 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d866c-a488-4220-9e59-410abdf5e8d0 req-029d2568-6115-4acd-90d4-179c5c6156a3 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:17.004959 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-eb5d866c-a488-4220-9e59-410abdf5e8d0 req-029d2568-6115-4acd-90d4-179c5c6156a3 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 949 time: 0.0658891 Apr 06 11:53:17.057210 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-eb5d866c-a488-4220-9e59-410abdf5e8d0 req-e1d24d37-8eaf-4a2a-9826-f53765a1c277 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463166 Apr 06 11:53:18.183056 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841574f3-78eb-4ea0-b5b0-06dd02576f23 req-b2c689d6-7db1-4f0b-b061-4eea026bce98 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:18.184577 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-841574f3-78eb-4ea0-b5b0-06dd02576f23 req-b2c689d6-7db1-4f0b-b061-4eea026bce98 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 949 time: 0.0582466 Apr 06 11:53:18.231331 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-841574f3-78eb-4ea0-b5b0-06dd02576f23 req-161af389-02da-4c83-9032-52f748478170 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411823 Apr 06 11:53:18.736061 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:53:19.058210 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:53:19.352562 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cc755-8a9a-40cd-b41d-8af8f040d5b3 req-b219f005-7ac2-4b00-aa3f-b37f20fae088 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:19.354075 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-545cc755-8a9a-40cd-b41d-8af8f040d5b3 req-b219f005-7ac2-4b00-aa3f-b37f20fae088 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 949 time: 0.0549066 Apr 06 11:53:19.403869 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-545cc755-8a9a-40cd-b41d-8af8f040d5b3 req-c111ac31-31df-4f89-9ae2-e961e11bd577 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440254 Apr 06 11:53:20.520796 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c5995-9f45-4444-9310-43b60b72c8ca req-035b6f9f-0304-4a2c-9c08-9bea460a3cf1 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:20.522328 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b89c5995-9f45-4444-9310-43b60b72c8ca req-035b6f9f-0304-4a2c-9c08-9bea460a3cf1 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 949 time: 0.0536115 Apr 06 11:53:20.571386 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b89c5995-9f45-4444-9310-43b60b72c8ca req-a8768232-21bf-402c-8d38-62e81c079398 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415902 Apr 06 11:53:21.689025 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29997a2b-7131-40e2-b135-da7b9ac6e12e req-d861099a-c82a-4580-ab5c-4e41d210ee49 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:21.690400 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-29997a2b-7131-40e2-b135-da7b9ac6e12e req-d861099a-c82a-4580-ab5c-4e41d210ee49 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 949 time: 0.0527692 Apr 06 11:53:21.749121 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-29997a2b-7131-40e2-b135-da7b9ac6e12e req-3f6afaf3-e262-4f35-a11f-ef93872bf0b6 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525289 Apr 06 11:53:22.662157 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098b6a4-b792-47ea-b48c-c54642e4eb6b req-471cf59b-8452-44bc-b66b-1ed9f5097ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:22.663562 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f098b6a4-b792-47ea-b48c-c54642e4eb6b req-471cf59b-8452-44bc-b66b-1ed9f5097ff0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 1133 time: 0.0497017 Apr 06 11:53:22.707479 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f098b6a4-b792-47ea-b48c-c54642e4eb6b req-42c477c0-907c-42d1-8a13-fdafcd6dbf34 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379272 Apr 06 11:53:22.868587 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ccea8-658c-4d15-bfa4-b46a74c4bb78 req-411004a2-887d-4ec6-a6a8-2b47c9413468 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:22.870103 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-391ccea8-658c-4d15-bfa4-b46a74c4bb78 req-411004a2-887d-4ec6-a6a8-2b47c9413468 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 949 time: 0.0556479 Apr 06 11:53:22.922012 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-391ccea8-658c-4d15-bfa4-b46a74c4bb78 req-ea786abf-44d0-41ae-b773-e3e16d03a7b9 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462711 Apr 06 11:53:24.052097 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38d8b9-2b3f-4822-97e3-eb2a06728755 req-ec36d627-1122-4b83-812d-bb2aa7a74956 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:24.053674 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-5a38d8b9-2b3f-4822-97e3-eb2a06728755 req-ec36d627-1122-4b83-812d-bb2aa7a74956 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 949 time: 0.0585535 Apr 06 11:53:24.102536 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-5a38d8b9-2b3f-4822-97e3-eb2a06728755 req-93aa2655-edcd-4523-850b-708234c332eb tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424230 Apr 06 11:53:25.223810 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a2a92-4488-4579-bfc7-7636cc2cc816 req-08cab1eb-6528-41b4-b2c6-e3fb90dd108c tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:25.225471 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f95a2a92-4488-4579-bfc7-7636cc2cc816 req-08cab1eb-6528-41b4-b2c6-e3fb90dd108c tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 949 time: 0.0556619 Apr 06 11:53:25.281224 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f95a2a92-4488-4579-bfc7-7636cc2cc816 req-f537d40a-2cd1-4adc-acc4-4167b11f675f tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453782 Apr 06 11:53:26.013872 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2895d9-5380-4624-b03b-ce7b035bf2ef req-9fde205d-db95-4eff-9470-ab4c34ce26b8 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:26.015370 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-4b2895d9-5380-4624-b03b-ce7b035bf2ef req-9fde205d-db95-4eff-9470-ab4c34ce26b8 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0585604 Apr 06 11:53:26.065593 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-4b2895d9-5380-4624-b03b-ce7b035bf2ef req-ff0ae513-4a80-4918-b57a-e6f79b8056f9 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443022 Apr 06 11:53:26.469025 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22557716-db95-4b5d-9aee-14675105930f req-06e90e71-7747-439d-9d7f-ea02fe2dafd6 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:26.470498 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-22557716-db95-4b5d-9aee-14675105930f req-06e90e71-7747-439d-9d7f-ea02fe2dafd6 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 949 time: 0.1054933 Apr 06 11:53:26.497989 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b07105-7c0b-42a2-8ee4-4d6601eb10dd req-07e5fd6b-ba4b-4f8d-a962-d341ad8d37b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:26.499462 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-71b07105-7c0b-42a2-8ee4-4d6601eb10dd req-07e5fd6b-ba4b-4f8d-a962-d341ad8d37b7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccfa48bf303a4fbd92c016652e6c8ffa&device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 1130 time: 0.0763638 Apr 06 11:53:26.530623 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-22557716-db95-4b5d-9aee-14675105930f req-74f2fa80-9fa3-40d6-84bc-8704d886046d tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538805 Apr 06 11:53:26.631187 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b07105-7c0b-42a2-8ee4-4d6601eb10dd req-7a3e39b0-fe1c-4d67-9fdc-393a852a172c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:26.632702 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-71b07105-7c0b-42a2-8ee4-4d6601eb10dd req-7a3e39b0-fe1c-4d67-9fdc-393a852a172c service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8762c11-97c8-4692-bb2b-070d6ecd6b12 HTTP/1.1" status: 200 len: 920 time: 0.0923562 Apr 06 11:53:27.187606 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e3191-453c-4a34-a2ee-9824f24d370c req-8402c24f-1031-49e2-a915-3ac474b49c86 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:27.189122 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-074e3191-453c-4a34-a2ee-9824f24d370c req-8402c24f-1031-49e2-a915-3ac474b49c86 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0565987 Apr 06 11:53:27.236984 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-074e3191-453c-4a34-a2ee-9824f24d370c req-25e32569-7406-4de4-acf5-748f0bdc14a8 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417745 Apr 06 11:53:27.657015 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988667c-db25-4d25-84de-c5101a69366d req-1b1fa099-e54d-4a9b-908f-9f4109ca0e2f tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:27.658577 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8988667c-db25-4d25-84de-c5101a69366d req-1b1fa099-e54d-4a9b-908f-9f4109ca0e2f tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 949 time: 0.0549996 Apr 06 11:53:27.705973 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8988667c-db25-4d25-84de-c5101a69366d req-65b21145-2515-438e-b92e-80c1075b41d1 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415602 Apr 06 11:53:27.974154 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b746fa-1e8e-4775-a5a6-4d98d63aee5a req-52ad4cbd-4dd4-40a5-965b-1ec91ddcb678 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:27.975516 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-22b746fa-1e8e-4775-a5a6-4d98d63aee5a req-52ad4cbd-4dd4-40a5-965b-1ec91ddcb678 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 949 time: 0.0523300 Apr 06 11:53:28.021673 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-22b746fa-1e8e-4775-a5a6-4d98d63aee5a req-63f3380a-36a2-4882-a0ce-6bb74b4f337e tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400579 Apr 06 11:53:28.359142 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f7b07-42cd-4482-a89a-41e5bd8cd051 req-6fa0cd87-6be7-48fe-afe9-a22fdbcb4cd1 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:28.360665 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-128f7b07-42cd-4482-a89a-41e5bd8cd051 req-6fa0cd87-6be7-48fe-afe9-a22fdbcb4cd1 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0523930 Apr 06 11:53:28.410603 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-128f7b07-42cd-4482-a89a-41e5bd8cd051 req-2e104b0c-62eb-4db7-8837-c3ac9fcf0e0e tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444233 Apr 06 11:53:29.142610 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32670402-2f10-41a3-ae62-c96700acfa48 req-61e51709-deab-4533-a876-efc660811725 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:29.144117 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-32670402-2f10-41a3-ae62-c96700acfa48 req-61e51709-deab-4533-a876-efc660811725 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 949 time: 0.0559776 Apr 06 11:53:29.190476 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-32670402-2f10-41a3-ae62-c96700acfa48 req-4e047adf-c1a5-49f8-9f29-261c8cbb296c tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401464 Apr 06 11:53:29.528028 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a35835-306e-4783-b52c-b2fc91c48cf8 req-91dfec55-5342-4b11-b5b9-a66b8c6a89e1 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:29.529557 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e0a35835-306e-4783-b52c-b2fc91c48cf8 req-91dfec55-5342-4b11-b5b9-a66b8c6a89e1 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0528884 Apr 06 11:53:29.584922 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e0a35835-306e-4783-b52c-b2fc91c48cf8 req-0c314608-54f1-4725-a409-14fb35d31c2f tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473647 Apr 06 11:53:30.310069 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05888816-1744-47d3-82c4-d8ccf164807d req-9bbbfc32-470f-4b56-8094-5ba14cfdddfa tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:30.311613 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-05888816-1744-47d3-82c4-d8ccf164807d req-9bbbfc32-470f-4b56-8094-5ba14cfdddfa tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 949 time: 0.0546780 Apr 06 11:53:30.360641 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-05888816-1744-47d3-82c4-d8ccf164807d req-485d1cd9-2c20-4eb1-9515-133a3cd9eb89 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403600 Apr 06 11:53:30.706016 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3da5f-4169-4e22-9824-df3b4af4fe65 req-1137da14-6669-4079-819f-b4980f807c8b tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:30.707631 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-04d3da5f-4169-4e22-9824-df3b4af4fe65 req-1137da14-6669-4079-819f-b4980f807c8b tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0570071 Apr 06 11:53:30.759283 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-04d3da5f-4169-4e22-9824-df3b4af4fe65 req-8e987993-839b-4265-97a3-18f75079f70f tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447333 Apr 06 11:53:31.482323 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b6669-b48d-49fc-b01e-19902f1df8b1 req-2a0d4769-c13e-4b71-bafe-d0f8e67044c0 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:31.483772 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e86b6669-b48d-49fc-b01e-19902f1df8b1 req-2a0d4769-c13e-4b71-bafe-d0f8e67044c0 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 949 time: 0.0553122 Apr 06 11:53:31.530476 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e86b6669-b48d-49fc-b01e-19902f1df8b1 req-84d630d3-7d90-4bca-be2e-0ff91949fb53 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411367 Apr 06 11:53:31.878944 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9543a-4846-4b5c-8e70-65a7b5a6e175 req-cad2c9c4-a49e-4b94-a1da-68a76c9ed3c7 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:31.880428 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-91c9543a-4846-4b5c-8e70-65a7b5a6e175 req-cad2c9c4-a49e-4b94-a1da-68a76c9ed3c7 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0531008 Apr 06 11:53:31.927648 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-91c9543a-4846-4b5c-8e70-65a7b5a6e175 req-5d7e977a-fc94-4cb7-91c5-13849dd1b2d8 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405142 Apr 06 11:53:32.654828 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69631a-8e87-42df-829f-4579e1e863b8 req-31409f33-23a2-4897-ba4e-08722556f315 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:32.656093 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-1e69631a-8e87-42df-829f-4579e1e863b8 req-31409f33-23a2-4897-ba4e-08722556f315 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 949 time: 0.0541322 Apr 06 11:53:32.703893 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-1e69631a-8e87-42df-829f-4579e1e863b8 req-0fd99c89-1233-4af8-a20a-5c6f06854dd2 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420270 Apr 06 11:53:33.046137 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748f340-f1d1-4cc1-a52a-f9f7084f5651 req-7016ee45-e4f4-436f-aabc-697cd82fd5fb tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:33.047847 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-2748f340-f1d1-4cc1-a52a-f9f7084f5651 req-7016ee45-e4f4-436f-aabc-697cd82fd5fb tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0567005 Apr 06 11:53:33.095534 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-2748f340-f1d1-4cc1-a52a-f9f7084f5651 req-d017f622-64a3-4bbc-81db-e8d45906e4c6 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413375 Apr 06 11:53:33.827938 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88aa7b-ba70-4e41-bbdd-fb3514390349 req-d8bb9728-56aa-4920-9746-43e21b1d6f63 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:33.829455 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bb88aa7b-ba70-4e41-bbdd-fb3514390349 req-d8bb9728-56aa-4920-9746-43e21b1d6f63 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 949 time: 0.0573626 Apr 06 11:53:33.879456 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bb88aa7b-ba70-4e41-bbdd-fb3514390349 req-c63c5f6e-7394-40fb-85ad-115034cfc232 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446043 Apr 06 11:53:34.212371 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407006de-ab02-4aa6-883e-da677a3c0d50 req-9637aad3-e3f8-4e9e-98a5-b48fd2218e07 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:34.213774 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-407006de-ab02-4aa6-883e-da677a3c0d50 req-9637aad3-e3f8-4e9e-98a5-b48fd2218e07 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0520318 Apr 06 11:53:34.260198 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-407006de-ab02-4aa6-883e-da677a3c0d50 req-2afcb057-9f49-495b-9beb-b811d30b32a9 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409820 Apr 06 11:53:34.566972 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-71b07105-7c0b-42a2-8ee4-4d6601eb10dd req-cffccfd9-eed2-4be0-9820-fd9fe94612ff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8294cf4c-8e23-47d8-ab5f-770194c0773d HTTP/1.1" status: 200 len: 217 time: 0.0366242 Apr 06 11:53:35.000468 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31661c-5891-4641-a25a-8072408552e5 req-37b318b6-f4c1-466e-8603-f6217d14cf28 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:35.001932 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7b31661c-5891-4641-a25a-8072408552e5 req-37b318b6-f4c1-466e-8603-f6217d14cf28 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 949 time: 0.0568459 Apr 06 11:53:35.048670 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7b31661c-5891-4641-a25a-8072408552e5 req-de11d5c5-8315-4567-82f8-3439dbe5334f tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412467 Apr 06 11:53:35.392648 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce78fd-7da8-47dc-8c01-d74715a9f3c0 req-3aa14240-1781-48d8-8c7d-3391c79f8080 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:35.395366 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-44ce78fd-7da8-47dc-8c01-d74715a9f3c0 req-3aa14240-1781-48d8-8c7d-3391c79f8080 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0637445 Apr 06 11:53:35.446507 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-44ce78fd-7da8-47dc-8c01-d74715a9f3c0 req-bb7560ab-64b7-4501-8c61-c9191f092692 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452995 Apr 06 11:53:36.164855 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b07105-7c0b-42a2-8ee4-4d6601eb10dd req-b17d96a8-f562-4777-b63f-2c75dd3510ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:36.166334 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-71b07105-7c0b-42a2-8ee4-4d6601eb10dd req-b17d96a8-f562-4777-b63f-2c75dd3510ed service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9b503157-0ef4-44d3-80a9-20b0dc5d9230 HTTP/1.1" status: 200 len: 858 time: 0.0758498 Apr 06 11:53:36.185370 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b6c5c-27ce-444e-be27-bbfae93458f9 req-ee229ecb-7e05-4e8b-97d1-262a698240ea tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:36.186805 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8f9b6c5c-27ce-444e-be27-bbfae93458f9 req-ee229ecb-7e05-4e8b-97d1-262a698240ea tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 949 time: 0.0673029 Apr 06 11:53:36.262516 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b07105-7c0b-42a2-8ee4-4d6601eb10dd req-aead4dda-8a36-46bb-9a41-db504c2b936a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:36.263906 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-71b07105-7c0b-42a2-8ee4-4d6601eb10dd req-aead4dda-8a36-46bb-9a41-db504c2b936a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8762c11-97c8-4692-bb2b-070d6ecd6b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0739274 Apr 06 11:53:36.268163 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8f9b6c5c-27ce-444e-be27-bbfae93458f9 req-99e57b3a-5da9-479e-8aaf-41b9b26dbc91 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702977 Apr 06 11:53:36.362331 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-71b07105-7c0b-42a2-8ee4-4d6601eb10dd req-0317bda1-e68b-4d14-a261-1d780e3f89d7 service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875516 Apr 06 11:53:36.464310 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-71b07105-7c0b-42a2-8ee4-4d6601eb10dd req-fb3c5a9d-58c0-491c-a569-aee80de6bea5 service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859194 Apr 06 11:53:36.575113 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c369b-2197-4120-b5c6-08b4f6460608 req-6d8752bd-b4ab-47e5-8a9a-ded1d22e6bbc tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:36.576740 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-073c369b-2197-4120-b5c6-08b4f6460608 req-6d8752bd-b4ab-47e5-8a9a-ded1d22e6bbc tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0557506 Apr 06 11:53:36.625914 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-073c369b-2197-4120-b5c6-08b4f6460608 req-84e39319-6562-4d3e-9e90-8ef0a3e97954 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430329 Apr 06 11:53:37.394932 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8355a67-bf5d-494d-84e0-6b0311ff252f req-ae722faa-9556-4159-a750-c6b18df21f0b tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:37.396404 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-c8355a67-bf5d-494d-84e0-6b0311ff252f req-ae722faa-9556-4159-a750-c6b18df21f0b tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 949 time: 0.0619700 Apr 06 11:53:37.445693 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-c8355a67-bf5d-494d-84e0-6b0311ff252f req-a89445d3-df71-4f7f-ab8f-c1b019280309 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426195 Apr 06 11:53:37.746089 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0205ac4-e053-4d24-b74b-b0b14abb988e req-6b2bbfd2-c8ae-4a2d-9297-12fc83ef7dfe tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:37.747836 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f0205ac4-e053-4d24-b74b-b0b14abb988e req-6b2bbfd2-c8ae-4a2d-9297-12fc83ef7dfe tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0558426 Apr 06 11:53:37.798405 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f0205ac4-e053-4d24-b74b-b0b14abb988e req-fc8651a1-8533-4c87-a235-96ef05548124 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447958 Apr 06 11:53:38.562524 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce4c86-1fd2-47e4-a22b-5bfb5e2c66b8 req-181f655b-24a4-49fd-8937-e0256caebd02 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:38.563999 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d1ce4c86-1fd2-47e4-a22b-5bfb5e2c66b8 req-181f655b-24a4-49fd-8937-e0256caebd02 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 949 time: 0.0532894 Apr 06 11:53:38.609798 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d1ce4c86-1fd2-47e4-a22b-5bfb5e2c66b8 req-cfa4593d-2a94-4a5e-8226-00b38572da75 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/security-groups?id=48dfa465-2ac3-486c-99c7-fe6c0c449313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402520 Apr 06 11:53:38.834779 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba886f-5045-4b74-a2b7-5108d43a46d8 req-7aa7a40d-fe12-4f9d-b367-6bb03fe711bc tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:38.837120 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f9ba886f-5045-4b74-a2b7-5108d43a46d8 req-7aa7a40d-fe12-4f9d-b367-6bb03fe711bc tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 949 time: 0.0552490 Apr 06 11:53:38.946189 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe6cd1-65f0-4538-9169-4995fb5beff6 req-fae5fc5e-ea68-4b0b-8ad1-6b9fa2842c50 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:38.948407 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-98fe6cd1-65f0-4538-9169-4995fb5beff6 req-fae5fc5e-ea68-4b0b-8ad1-6b9fa2842c50 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0597270 Apr 06 11:53:38.949488 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [req-f9ba886f-5045-4b74-a2b7-5108d43a46d8 req-bce16ae4-3822-4f27-91a3-af580bf506c9 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Deleting port e23e128c-869d-4592-8082-43f6a3905a0c {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:53:38.949831 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-f9ba886f-5045-4b74-a2b7-5108d43a46d8 req-bce16ae4-3822-4f27-91a3-af580bf506c9 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (e23e128c-869d-4592-8082-43f6a3905a0c), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:53:39.010843 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-98fe6cd1-65f0-4538-9169-4995fb5beff6 req-726bed06-7a20-4443-8f7b-966f24aea871 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559702 Apr 06 11:53:39.048318 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-f9ba886f-5045-4b74-a2b7-5108d43a46d8 req-bce16ae4-3822-4f27-91a3-af580bf506c9 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] For port e23e128c-869d-4592-8082-43f6a3905a0c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e23e128c-869d-4592-8082-43f6a3905a0c,segment=NetworkSegment(6f6e3f0e-1949-4a43-9aad-466a188a6698),segment_id=6f6e3f0e-1949-4a43-9aad-466a188a6698)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:53:39.048674 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-f9ba886f-5045-4b74-a2b7-5108d43a46d8 req-bce16ae4-3822-4f27-91a3-af580bf506c9 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (e23e128c-869d-4592-8082-43f6a3905a0c), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:53:39.061091 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [req-f9ba886f-5045-4b74-a2b7-5108d43a46d8 req-bce16ae4-3822-4f27-91a3-af580bf506c9 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Calling delete_port for e23e128c-869d-4592-8082-43f6a3905a0c owned by compute:nova {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:53:39.415957 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-f9ba886f-5045-4b74-a2b7-5108d43a46d8 req-bce16ae4-3822-4f27-91a3-af580bf506c9 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (e23e128c-869d-4592-8082-43f6a3905a0c), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:53:39.447431 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce16ae4-3822-4f27-91a3-af580bf506c9 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Pushing event deleted for resources: {'Port': ['ID=e23e128c-869d-4592-8082-43f6a3905a0c,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:53:39.459398 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce16ae4-3822-4f27-91a3-af580bf506c9 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:53:39.459741 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce16ae4-3822-4f27-91a3-af580bf506c9 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:53:39.460079 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce16ae4-3822-4f27-91a3-af580bf506c9 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:53:39.460508 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce16ae4-3822-4f27-91a3-af580bf506c9 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:53:39.460868 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce16ae4-3822-4f27-91a3-af580bf506c9 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:53:39.461259 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce16ae4-3822-4f27-91a3-af580bf506c9 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:53:39.461531 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce16ae4-3822-4f27-91a3-af580bf506c9 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:53:39.461835 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce16ae4-3822-4f27-91a3-af580bf506c9 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:53:39.462156 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce16ae4-3822-4f27-91a3-af580bf506c9 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:53:39.462481 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce16ae4-3822-4f27-91a3-af580bf506c9 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:53:39.462800 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce16ae4-3822-4f27-91a3-af580bf506c9 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:53:39.463121 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce16ae4-3822-4f27-91a3-af580bf506c9 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:53:39.463439 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce16ae4-3822-4f27-91a3-af580bf506c9 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:53:39.463753 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce16ae4-3822-4f27-91a3-af580bf506c9 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:53:39.464069 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce16ae4-3822-4f27-91a3-af580bf506c9 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:53:39.502733 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ba886f-5045-4b74-a2b7-5108d43a46d8 req-bce16ae4-3822-4f27-91a3-af580bf506c9 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] No DVR routers for this DVR port e23e128c-869d-4592-8082-43f6a3905a0c on host hv-cinder-83607 {{(pid=110260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:53:39.505912 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-f9ba886f-5045-4b74-a2b7-5108d43a46d8 req-bce16ae4-3822-4f27-91a3-af580bf506c9 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:53:39.509805 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f9ba886f-5045-4b74-a2b7-5108d43a46d8 req-bce16ae4-3822-4f27-91a3-af580bf506c9 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.53 "DELETE /v2.0/ports/e23e128c-869d-4592-8082-43f6a3905a0c HTTP/1.1" status: 204 len: 173 time: 0.6668947 Apr 06 11:53:39.510275 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7192b64-0a00-45a7-beb9-23e4155154ed', 'name': 'network-vif-deleted', 'tag': 'e23e128c-869d-4592-8082-43f6a3905a0c'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:53:39.513107 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1bcee3-0d64-4ca6-85cc-abe76c13ad0a" -d '{"events": [{"server_uuid": "f7192b64-0a00-45a7-beb9-23e4155154ed", "name": "network-vif-deleted", "tag": "e23e128c-869d-4592-8082-43f6a3905a0c"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:53:39.552173 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3704e8-3a73-4664-be52-c1fef7253477 x-openstack-request-id: req-8d3704e8-3a73-4664-be52-c1fef7253477 {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:53:39.552460 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7192b64-0a00-45a7-beb9-23e4155154ed", "name": "network-vif-deleted", "tag": "e23e128c-869d-4592-8082-43f6a3905a0c", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:53:39.552704 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d3704e8-3a73-4664-be52-c1fef7253477 {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:53:39.553125 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d3704e8-3a73-4664-be52-c1fef7253477'] response: {'server_uuid': 'f7192b64-0a00-45a7-beb9-23e4155154ed', 'name': 'network-vif-deleted', 'tag': 'e23e128c-869d-4592-8082-43f6a3905a0c', 'status': 'completed', 'code': 200} Apr 06 11:53:39.703745 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-7584e043-49f4-4b67-9879-8f0791ba9f75 req-3d36162f-8fed-4ea1-85c2-42349373f8ee tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 210 time: 0.0284908 Apr 06 11:53:40.149798 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917561d-0ba2-48e2-884b-fff12cfb1d2f req-a9768d40-63d3-4ff1-8763-b5bfc6229615 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:40.151566 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e917561d-0ba2-48e2-884b-fff12cfb1d2f req-a9768d40-63d3-4ff1-8763-b5bfc6229615 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0616460 Apr 06 11:53:40.208684 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e917561d-0ba2-48e2-884b-fff12cfb1d2f req-a54f5915-dc56-4aca-974e-a8042fe75b1c tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513742 Apr 06 11:53:40.796627 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-33f0915a-6138-4b7b-83f8-1a4e9d56834a req-fdd0681c-d340-444a-82f1-0892395fee14 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 210 time: 0.0279305 Apr 06 11:53:41.328564 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e580e27-f0af-494b-a8c9-a1cca7eec152 req-19c46400-35f0-42e4-984f-3b091632443e tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:41.330049 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-5e580e27-f0af-494b-a8c9-a1cca7eec152 req-19c46400-35f0-42e4-984f-3b091632443e tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0553930 Apr 06 11:53:41.376534 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-5e580e27-f0af-494b-a8c9-a1cca7eec152 req-e4a117cc-fc08-423d-9d8c-41f31254c036 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410240 Apr 06 11:53:41.593785 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:53:41.901710 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-90c86d6e-14b7-4bfc-b5e1-bcdddcdfeef9 req-12262f1e-b346-49fe-947b-4d323bfd29ac tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 210 time: 0.0322807 Apr 06 11:53:42.251829 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-432fcfb9-8271-40a1-9aa7-14457c7cd118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:53:42.491058 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63a209-3f6b-4d29-bb95-a9da918b234b req-6905ba91-d399-454c-af7d-cc71fd25e385 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:42.493229 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8a63a209-3f6b-4d29-bb95-a9da918b234b req-6905ba91-d399-454c-af7d-cc71fd25e385 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0516875 Apr 06 11:53:42.541600 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8a63a209-3f6b-4d29-bb95-a9da918b234b req-8d5d445b-3025-4139-8816-2797de753e18 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424905 Apr 06 11:53:42.995720 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-14b5481a-800b-42ea-9aa9-07378bae459c req-3da4ff23-9033-4cda-a1f3-3842b4846b0a tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 210 time: 0.0264311 Apr 06 11:53:43.658449 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a6d8d-766f-4515-881c-03fe2bc37ab6 req-e0d75505-4e63-44a7-9479-fe2a5a706eee tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:43.659855 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f87a6d8d-766f-4515-881c-03fe2bc37ab6 req-e0d75505-4e63-44a7-9479-fe2a5a706eee tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0516174 Apr 06 11:53:43.710750 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f87a6d8d-766f-4515-881c-03fe2bc37ab6 req-af5974c8-b483-4bb4-a5a2-74201e45648b tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436568 Apr 06 11:53:43.924482 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['e23e128c-869d-4592-8082-43f6a3905a0c'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:53:43.961536 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:53:44.087880 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-7cb5fbc7-63dc-4a0d-b085-07b2d49892fa req-8ac780e8-21ba-4a89-a982-d7cd318ee6a7 tempest-VolumesNegativeTest-1597011549 tempest-VolumesNegativeTest-1597011549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7192b64-0a00-45a7-beb9-23e4155154ed HTTP/1.1" status: 200 len: 210 time: 0.0273535 Apr 06 11:53:44.829047 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755cd29-ecc5-430f-b083-5558b4872323 req-e2b35d8c-7bc8-4dcb-a6b7-7e7e177d6d8a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:44.830499 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-0755cd29-ecc5-430f-b083-5558b4872323 req-e2b35d8c-7bc8-4dcb-a6b7-7e7e177d6d8a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0528469 Apr 06 11:53:44.876265 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-0755cd29-ecc5-430f-b083-5558b4872323 req-f9043b0a-5710-468b-811d-cb5b5258c359 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402431 Apr 06 11:53:45.098656 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-fc37f82f-f275-4b1a-bea1-fcb343af3ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:53:45.951696 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device e23e128c-869d-4592-8082-43f6a3905a0c no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:53:45.982255 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] No Port match for: e23e128c-869d-4592-8082-43f6a3905a0c {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:53:45.982623 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device e23e128c-869d-4592-8082-43f6a3905a0c not bound to the agent host hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:53:45.999914 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78feb100-acad-491c-ad55-d05ec25eca16 req-38aa2c83-64d1-42c6-b37e-0de87ee36fdf tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:46.001699 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-78feb100-acad-491c-ad55-d05ec25eca16 req-38aa2c83-64d1-42c6-b37e-0de87ee36fdf tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0592573 Apr 06 11:53:46.050508 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-78feb100-acad-491c-ad55-d05ec25eca16 req-30f6fe3a-a66a-427f-a90a-7ebd32727669 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432987 Apr 06 11:53:46.411046 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:53:47.179551 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05f43e-2cc0-4169-b46d-9c3b90be6906 req-c200d860-05f3-4b8d-9f6a-3232f3d440df tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:47.181045 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-cc05f43e-2cc0-4169-b46d-9c3b90be6906 req-c200d860-05f3-4b8d-9f6a-3232f3d440df tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0569334 Apr 06 11:53:47.230461 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-cc05f43e-2cc0-4169-b46d-9c3b90be6906 req-fd9e3866-6e5a-4d2c-be4b-18c90343b2f1 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438735 Apr 06 11:53:48.352133 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2872b-256c-467c-977b-c0fde83147a7 req-6e9b0a46-bdc5-425c-acb1-20a3d347d7a5 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:48.354392 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-5ea2872b-256c-467c-977b-c0fde83147a7 req-6e9b0a46-bdc5-425c-acb1-20a3d347d7a5 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0575573 Apr 06 11:53:48.402423 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-5ea2872b-256c-467c-977b-c0fde83147a7 req-67d5bce9-0981-479c-b70c-b15c00187dc6 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426092 Apr 06 11:53:48.740967 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:53:49.054055 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:53:49.214777 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 46934) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:53:49.342928 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-574cb5bc-b0ca-4c7f-bbf9-c283fd90249c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ad3f52ed782c413e88842bd281ee8046&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1269662 Apr 06 11:53:49.345326 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 46938) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:53:49.392659 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-fb603a17-bf3b-481a-a187-91d0599ff53a admin admin] Publish callbacks [] for security_group (48dfa465-2ac3-486c-99c7-fe6c0c449313), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:53:49.414520 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-fb603a17-bf3b-481a-a187-91d0599ff53a admin admin] Publish callbacks [] for security_group (48dfa465-2ac3-486c-99c7-fe6c0c449313), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:53:49.469733 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-fb603a17-bf3b-481a-a187-91d0599ff53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (48dfa465-2ac3-486c-99c7-fe6c0c449313), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:53:49.472803 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-fb603a17-bf3b-481a-a187-91d0599ff53a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:53:49.476518 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-fb603a17-bf3b-481a-a187-91d0599ff53a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/48dfa465-2ac3-486c-99c7-fe6c0c449313 HTTP/1.1" status: 204 len: 168 time: 0.1280084 Apr 06 11:53:49.487496 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb603a17-bf3b-481a-a187-91d0599ff53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48dfa465-2ac3-486c-99c7-fe6c0c449313,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:53:49.553247 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc6c14-9044-4cac-8bbf-6362d2b3c4e7 req-0008b1cb-574f-4c7c-909d-f2dcd1cba296 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:49.554751 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-edbc6c14-9044-4cac-8bbf-6362d2b3c4e7 req-0008b1cb-574f-4c7c-909d-f2dcd1cba296 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0833521 Apr 06 11:53:49.605288 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-edbc6c14-9044-4cac-8bbf-6362d2b3c4e7 req-6a36f426-fbf0-45c6-9e7a-4b934f277c11 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437992 Apr 06 11:53:50.732627 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ff1ab-4df0-484f-8bfb-a0837315c1b7 req-da016d36-2243-4964-9d51-6c66974580a9 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:50.734161 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-373ff1ab-4df0-484f-8bfb-a0837315c1b7 req-da016d36-2243-4964-9d51-6c66974580a9 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0607216 Apr 06 11:53:50.783781 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-373ff1ab-4df0-484f-8bfb-a0837315c1b7 req-490e5a23-f0bc-4fae-881a-94e4afe6e4a0 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428314 Apr 06 11:53:51.901259 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562de82-23e2-4a49-ae8f-bdd514969465 req-96a954d7-0bba-4f25-a473-74546f62cdd0 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:51.902652 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3562de82-23e2-4a49-ae8f-bdd514969465 req-96a954d7-0bba-4f25-a473-74546f62cdd0 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0534549 Apr 06 11:53:51.949862 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3562de82-23e2-4a49-ae8f-bdd514969465 req-a8d09544-bf0a-4c22-83be-e752502f2988 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416276 Apr 06 11:53:53.082547 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e58cfb-75c7-42bb-ad4e-2c36dd062e23 req-3b45c103-02a6-48d3-a574-b437c2bcf369 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:53.084021 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-72e58cfb-75c7-42bb-ad4e-2c36dd062e23 req-3b45c103-02a6-48d3-a574-b437c2bcf369 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0545411 Apr 06 11:53:53.130539 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-72e58cfb-75c7-42bb-ad4e-2c36dd062e23 req-998b9e26-d45e-4260-825b-66622ff398ab tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408185 Apr 06 11:53:54.245023 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92ef61-f101-4c5d-8329-f00e25ae8ab2 req-ba39f64b-5b90-4e58-9026-d695ea91f754 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:54.246485 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-bf92ef61-f101-4c5d-8329-f00e25ae8ab2 req-ba39f64b-5b90-4e58-9026-d695ea91f754 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0519898 Apr 06 11:53:54.296877 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-bf92ef61-f101-4c5d-8329-f00e25ae8ab2 req-0127bb8d-a01b-4a5a-8631-61209947ad45 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448596 Apr 06 11:53:55.413880 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110c54d-3675-420e-99e8-e75f5779e6a3 req-169bcfd2-e1cd-4f50-95ad-af167c80a9fc tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:55.415953 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7110c54d-3675-420e-99e8-e75f5779e6a3 req-169bcfd2-e1cd-4f50-95ad-af167c80a9fc tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0521133 Apr 06 11:53:55.464839 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7110c54d-3675-420e-99e8-e75f5779e6a3 req-ce03383c-df9e-4e82-b091-a9e3a1757497 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431671 Apr 06 11:53:56.585906 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8b904-3cef-4bef-8d81-b2f3ce9dd4c2 req-919a8ad8-e84a-43b4-a648-d012bc661890 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:56.587675 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6cb8b904-3cef-4bef-8d81-b2f3ce9dd4c2 req-919a8ad8-e84a-43b4-a648-d012bc661890 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0542388 Apr 06 11:53:56.639872 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6cb8b904-3cef-4bef-8d81-b2f3ce9dd4c2 req-b3b56a38-839e-4d7b-9016-66e77c625272 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465057 Apr 06 11:53:57.760534 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02512f7-2f5e-45d1-a276-b81163d1743a req-18c87df1-6dc4-455b-ab94-9204a3cec5db tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:57.762013 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b02512f7-2f5e-45d1-a276-b81163d1743a req-18c87df1-6dc4-455b-ab94-9204a3cec5db tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0547776 Apr 06 11:53:57.808496 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b02512f7-2f5e-45d1-a276-b81163d1743a req-ae6abfd3-6b81-4073-ba8f-bd3274654bf3 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410347 Apr 06 11:53:58.924903 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112bb19-8b89-4c1b-8f33-23accce490e2 req-1dbd0a3d-4b10-421b-bf3f-ec16f6f7bbd6 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:53:58.926381 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d112bb19-8b89-4c1b-8f33-23accce490e2 req-1dbd0a3d-4b10-421b-bf3f-ec16f6f7bbd6 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0530226 Apr 06 11:53:58.990148 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d112bb19-8b89-4c1b-8f33-23accce490e2 req-4ff37c40-80fb-4147-b9a3-cfd8129fbde8 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568960 Apr 06 11:54:00.110369 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2369d-e5af-4e31-9311-01d32beb16b4 req-24bef478-2f28-41d0-a279-f9a2ae11c1e7 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:00.111838 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4fb2369d-e5af-4e31-9311-01d32beb16b4 req-24bef478-2f28-41d0-a279-f9a2ae11c1e7 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0536568 Apr 06 11:54:00.158529 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4fb2369d-e5af-4e31-9311-01d32beb16b4 req-0e10de17-f266-428f-b2d0-ef3f66123a95 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408776 Apr 06 11:54:01.288746 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b170c-9015-41c6-addd-c7777c3c4743 req-84f7cb33-e24c-454f-b30f-c2502960b2c1 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:01.291594 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-817b170c-9015-41c6-addd-c7777c3c4743 req-84f7cb33-e24c-454f-b30f-c2502960b2c1 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0645752 Apr 06 11:54:01.346474 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-817b170c-9015-41c6-addd-c7777c3c4743 req-5708dbda-7e9b-422b-9a41-67de388db06e tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490258 Apr 06 11:54:02.471863 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce4a61-a82b-4679-ad18-d3d0fb0eb558 req-ee9ac1e4-96fb-4c81-b226-b7f3eabbf5b3 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:02.473404 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9dce4a61-a82b-4679-ad18-d3d0fb0eb558 req-ee9ac1e4-96fb-4c81-b226-b7f3eabbf5b3 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0556304 Apr 06 11:54:02.519041 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9dce4a61-a82b-4679-ad18-d3d0fb0eb558 req-c267fd1e-bc2c-47ed-9366-9f77a690e37c tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401006 Apr 06 11:54:03.635507 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad2c5b-6b4f-4e40-a37c-bff90bdea626 req-a51da316-1cad-4272-8a19-3ab0deb19360 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:03.636997 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1cad2c5b-6b4f-4e40-a37c-bff90bdea626 req-a51da316-1cad-4272-8a19-3ab0deb19360 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0515389 Apr 06 11:54:03.684140 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1cad2c5b-6b4f-4e40-a37c-bff90bdea626 req-aab93e0b-2ed6-4270-a9c3-39189feb06aa tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416729 Apr 06 11:54:04.807270 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68034d68-b45f-4a2f-a294-3c50ca8c9d9f req-edcadbc2-cba8-42e5-aa41-cb66683b3f35 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:04.808793 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-68034d68-b45f-4a2f-a294-3c50ca8c9d9f req-edcadbc2-cba8-42e5-aa41-cb66683b3f35 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0528746 Apr 06 11:54:04.855094 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-68034d68-b45f-4a2f-a294-3c50ca8c9d9f req-7cca796d-f124-4509-8c2f-1f0a5b2c08eb tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406904 Apr 06 11:54:05.980174 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2d4b9-1034-46cd-9bbe-0cbdd5d29f65 req-135421c1-62a9-454a-aca4-41743a29d3d9 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:05.981709 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-4ca2d4b9-1034-46cd-9bbe-0cbdd5d29f65 req-135421c1-62a9-454a-aca4-41743a29d3d9 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0575693 Apr 06 11:54:06.030510 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-4ca2d4b9-1034-46cd-9bbe-0cbdd5d29f65 req-0d6a34d0-932a-4760-9020-8d7e95982aee tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432336 Apr 06 11:54:06.498469 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f05b7-6176-49bc-86f2-2b18473e164c req-30fec3cb-5bec-4ed8-b8f0-55eb53b837bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:06.499950 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-236f05b7-6176-49bc-86f2-2b18473e164c req-30fec3cb-5bec-4ed8-b8f0-55eb53b837bb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccfa48bf303a4fbd92c016652e6c8ffa&device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 1130 time: 0.0497727 Apr 06 11:54:06.603110 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f05b7-6176-49bc-86f2-2b18473e164c req-bd053548-7976-44ff-8b56-647ff648cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:06.604491 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-236f05b7-6176-49bc-86f2-2b18473e164c req-bd053548-7976-44ff-8b56-647ff648cee6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8762c11-97c8-4692-bb2b-070d6ecd6b12 HTTP/1.1" status: 200 len: 920 time: 0.0857425 Apr 06 11:54:06.645660 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-236f05b7-6176-49bc-86f2-2b18473e164c req-07b28597-8046-489e-9bc7-3bcb5a113e27 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8294cf4c-8e23-47d8-ab5f-770194c0773d HTTP/1.1" status: 200 len: 217 time: 0.0342388 Apr 06 11:54:06.699669 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f05b7-6176-49bc-86f2-2b18473e164c req-4111f2f5-a279-4002-bbd0-551843c7ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:06.701839 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-236f05b7-6176-49bc-86f2-2b18473e164c req-4111f2f5-a279-4002-bbd0-551843c7ae10 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9b503157-0ef4-44d3-80a9-20b0dc5d9230 HTTP/1.1" status: 200 len: 858 time: 0.0496056 Apr 06 11:54:06.751943 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f05b7-6176-49bc-86f2-2b18473e164c req-4d505034-b45a-4928-b249-bb1e6711e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:06.753533 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-236f05b7-6176-49bc-86f2-2b18473e164c req-4d505034-b45a-4928-b249-bb1e6711e8c1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8762c11-97c8-4692-bb2b-070d6ecd6b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451169 Apr 06 11:54:06.842716 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-236f05b7-6176-49bc-86f2-2b18473e164c req-359f0493-bb18-4d08-91fb-b389c352fb6c service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824685 Apr 06 11:54:06.938104 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-236f05b7-6176-49bc-86f2-2b18473e164c req-4cd00994-4175-419a-ae78-390da3ad8af3 service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866017 Apr 06 11:54:07.154846 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15650e-0bad-4914-ac7b-7445a23b29f1 req-edf34277-a349-4355-b4f4-449ba37054e5 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:07.156904 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ac15650e-0bad-4914-ac7b-7445a23b29f1 req-edf34277-a349-4355-b4f4-449ba37054e5 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0571184 Apr 06 11:54:07.203285 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ac15650e-0bad-4914-ac7b-7445a23b29f1 req-12af7086-8bbf-4c38-8e56-55f6a7d7a6d5 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406015 Apr 06 11:54:08.320066 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c59627-b3b2-49ee-9e60-4d3fcb3e2110 req-531c33f4-a920-45af-ac9e-f1d4d650886a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:08.322411 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e3c59627-b3b2-49ee-9e60-4d3fcb3e2110 req-531c33f4-a920-45af-ac9e-f1d4d650886a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0534060 Apr 06 11:54:08.368494 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e3c59627-b3b2-49ee-9e60-4d3fcb3e2110 req-f1397a5c-1cf7-4b86-97fa-4e61d6fcec36 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399365 Apr 06 11:54:09.490759 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa23b42-f891-43de-ac0e-1beda9fde0c8 req-5b74c82d-d3b5-45d8-a255-822b84ba5ea1 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:09.492244 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6fa23b42-f891-43de-ac0e-1beda9fde0c8 req-5b74c82d-d3b5-45d8-a255-822b84ba5ea1 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0567610 Apr 06 11:54:09.540883 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6fa23b42-f891-43de-ac0e-1beda9fde0c8 req-387b9fc4-a88d-4438-8225-25100023eeb8 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421755 Apr 06 11:54:10.659067 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b747c5-37a8-4791-9514-aefd4744b872 req-b084b19b-b75c-4bfe-b3e9-e992d7c433aa tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:10.660448 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-66b747c5-37a8-4791-9514-aefd4744b872 req-b084b19b-b75c-4bfe-b3e9-e992d7c433aa tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0526838 Apr 06 11:54:10.713430 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-66b747c5-37a8-4791-9514-aefd4744b872 req-1fa9db6e-8b7c-421d-8562-7351274da802 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462768 Apr 06 11:54:11.831831 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6741e-8943-4330-a0f7-bdbcd3c8b0e3 req-b4c79895-94b7-4b78-9a20-86a70d2b1817 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:11.833333 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f7e6741e-8943-4330-a0f7-bdbcd3c8b0e3 req-b4c79895-94b7-4b78-9a20-86a70d2b1817 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0529146 Apr 06 11:54:11.886169 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f7e6741e-8943-4330-a0f7-bdbcd3c8b0e3 req-90fb1688-dbe1-4e51-8a4e-fc456d2aadb5 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466394 Apr 06 11:54:12.258322 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-231231c9-3caf-4a47-9021-384e67541b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:13.010112 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c4c41-cf22-4b67-8f4e-d44b7ed274da req-7d97a1f6-430d-44d8-ad24-0c57bda69c77 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:13.011582 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-eb7c4c41-cf22-4b67-8f4e-d44b7ed274da req-7d97a1f6-430d-44d8-ad24-0c57bda69c77 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0556357 Apr 06 11:54:13.060048 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-eb7c4c41-cf22-4b67-8f4e-d44b7ed274da req-087a18ab-576e-4abb-93ba-fba139230d01 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430040 Apr 06 11:54:13.968816 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:14.187924 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5a35c-74b9-450c-85e0-2428ce8c7de8 req-2cffdb3c-3e2f-4cac-9f44-29d38aba3ba5 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:14.189646 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9ef5a35c-74b9-450c-85e0-2428ce8c7de8 req-2cffdb3c-3e2f-4cac-9f44-29d38aba3ba5 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0592065 Apr 06 11:54:14.249641 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9ef5a35c-74b9-450c-85e0-2428ce8c7de8 req-12e01d01-0e57-48dd-80f5-0c62c33c0575 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538406 Apr 06 11:54:15.100638 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-ddfa9643-00a1-4e16-b168-f7038779d4e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:15.382637 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec006497-8c53-476c-bcb8-cd711b092e67 req-827473ad-3324-43a7-815f-8d58ff4e541f tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:15.385587 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ec006497-8c53-476c-bcb8-cd711b092e67 req-827473ad-3324-43a7-815f-8d58ff4e541f tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0677700 Apr 06 11:54:15.442604 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ec006497-8c53-476c-bcb8-cd711b092e67 req-6c619291-17d3-4d37-92e5-b37fa0dc3622 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471973 Apr 06 11:54:15.600288 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2fcb6-f3a4-495e-8c30-88e9bd0908ec req-3e12db45-1185-4330-9d27-4385fda19b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:15.602681 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a1c2fcb6-f3a4-495e-8c30-88e9bd0908ec req-3e12db45-1185-4330-9d27-4385fda19b37 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 1130 time: 0.0493884 Apr 06 11:54:15.651103 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a1c2fcb6-f3a4-495e-8c30-88e9bd0908ec req-1db6c311-d272-4f42-8444-f4912a2e21e2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429897 Apr 06 11:54:16.414736 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:16.560693 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f4fce-a4d0-4712-9def-b106d400b5ed req-37878f0f-c9fc-4245-a1da-31d5c0b7584f tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:16.562252 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-5a8f4fce-a4d0-4712-9def-b106d400b5ed req-37878f0f-c9fc-4245-a1da-31d5c0b7584f tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0524087 Apr 06 11:54:16.613034 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-5a8f4fce-a4d0-4712-9def-b106d400b5ed req-539a30cb-a91a-4396-afcb-9bd461c89894 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436857 Apr 06 11:54:17.753790 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d27ac-8e01-4b09-a683-e42ff52e619a req-a1c23933-fe6e-4e0c-855f-3f79f3ece881 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:17.755501 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-608d27ac-8e01-4b09-a683-e42ff52e619a req-a1c23933-fe6e-4e0c-855f-3f79f3ece881 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0695527 Apr 06 11:54:17.821691 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-608d27ac-8e01-4b09-a683-e42ff52e619a req-44ea55b1-25a9-4c2a-9102-b7339a973971 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599115 Apr 06 11:54:18.013543 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-9022b65a-4307-426d-ae0c-e9ea4cdb02be tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-485325515&fields=id&tenant_id=c61da0b3453a4380b55109d369f70604 HTTP/1.1" status: 200 len: 267 time: 0.0527041 Apr 06 11:54:18.129920 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-7b3a9a15-6bbc-4a22-be0c-d4537b317955 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:18.131408 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-7b3a9a15-6bbc-4a22-be0c-d4537b317955 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/networks?id=de8c376e-69fb-4e43-b549-d8d17aafcff4 HTTP/1.1" status: 200 len: 809 time: 0.1098588 Apr 06 11:54:18.147361 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-f5ff8fbe-61cd-4074-8868-2d59e726eb0f tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/quotas/c61da0b3453a4380b55109d369f70604 HTTP/1.1" status: 200 len: 375 time: 0.0098238 Apr 06 11:54:18.210800 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-e64fe372-415e-4d63-a860-8fb5a8380959 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c61da0b3453a4380b55109d369f70604&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569861 Apr 06 11:54:18.313609 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-56c98b57-d271-4d2b-98ff-686ef75b6def service neutron] 10.222.0.39 "GET /v2.0/networks/de8c376e-69fb-4e43-b549-d8d17aafcff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900190 Apr 06 11:54:18.425434 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-27cb5742-374d-4310-95d2-4d73eb1fc3f9 service neutron] 10.222.0.39 "GET /v2.0/networks/de8c376e-69fb-4e43-b549-d8d17aafcff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061075 Apr 06 11:54:18.597794 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:54:18.742324 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:18.944636 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d66785-4eaf-4bf1-bec6-c0db0ac50e07 req-dbfea5c7-566f-4a3f-8bad-7340ccd1f3ee tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:18.947005 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a9d66785-4eaf-4bf1-bec6-c0db0ac50e07 req-dbfea5c7-566f-4a3f-8bad-7340ccd1f3ee tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0558074 Apr 06 11:54:19.006368 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a9d66785-4eaf-4bf1-bec6-c0db0ac50e07 req-515aa17d-a968-4ddf-b569-5a3f7c59a06b tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505803 Apr 06 11:54:19.057902 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:19.303128 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcc174-6163-440f-84c6-ffa662a34f0a req-3d98cb78-b1b7-47d0-8b97-c368ce0e84e6 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:19.305610 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1ebcc174-6163-440f-84c6-ffa662a34f0a req-3d98cb78-b1b7-47d0-8b97-c368ce0e84e6 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0658753 Apr 06 11:54:19.337224 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4487a-5a54-4d3d-9318-a0f49dd92bea req-0c1fbee7-c1bf-4021-95c6-8dc419cdde41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:19.339309 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7da4487a-5a54-4d3d-9318-a0f49dd92bea req-0c1fbee7-c1bf-4021-95c6-8dc419cdde41 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccfa48bf303a4fbd92c016652e6c8ffa&device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 1130 time: 0.0560079 Apr 06 11:54:19.363208 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1ebcc174-6163-440f-84c6-ffa662a34f0a req-d6a97bf3-1306-46f0-902f-347427982833 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510712 Apr 06 11:54:19.436550 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4487a-5a54-4d3d-9318-a0f49dd92bea req-30ca0865-1fe8-4f5c-8234-7588cbe6c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:19.438048 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7da4487a-5a54-4d3d-9318-a0f49dd92bea req-30ca0865-1fe8-4f5c-8234-7588cbe6c1e1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8762c11-97c8-4692-bb2b-070d6ecd6b12 HTTP/1.1" status: 200 len: 920 time: 0.0918880 Apr 06 11:54:19.487318 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7da4487a-5a54-4d3d-9318-a0f49dd92bea req-8e161568-9779-4694-b3e0-71d9bd12edcb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8294cf4c-8e23-47d8-ab5f-770194c0773d HTTP/1.1" status: 200 len: 217 time: 0.0417209 Apr 06 11:54:19.543244 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4487a-5a54-4d3d-9318-a0f49dd92bea req-bed0d863-fdc6-4c83-b53d-3babd842058d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:19.544801 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7da4487a-5a54-4d3d-9318-a0f49dd92bea req-bed0d863-fdc6-4c83-b53d-3babd842058d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9b503157-0ef4-44d3-80a9-20b0dc5d9230 HTTP/1.1" status: 200 len: 858 time: 0.0476153 Apr 06 11:54:19.602879 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4487a-5a54-4d3d-9318-a0f49dd92bea req-50859969-ea92-4373-8a58-0eeeccfd357b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:19.604485 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7da4487a-5a54-4d3d-9318-a0f49dd92bea req-50859969-ea92-4373-8a58-0eeeccfd357b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8762c11-97c8-4692-bb2b-070d6ecd6b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532203 Apr 06 11:54:19.719207 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7da4487a-5a54-4d3d-9318-a0f49dd92bea req-8cdc337f-3e7c-4116-8440-5689c4e725f3 service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072607 Apr 06 11:54:19.773034 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-89930b5f-b4ca-4a38-8ca9-7eeacc181505 req-82c04894-ac3e-4596-ab7a-f55216cb6a64 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 210 time: 0.0274782 Apr 06 11:54:19.818144 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7da4487a-5a54-4d3d-9318-a0f49dd92bea req-9465954e-862f-40ec-8455-8d984d179555 service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929911 Apr 06 11:54:20.498179 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6cd49c-8057-454a-86df-b5f294759d72 req-b6db6910-3f55-4c71-8c9c-e8251d809d8e tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:20.499815 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3c6cd49c-8057-454a-86df-b5f294759d72 req-b6db6910-3f55-4c71-8c9c-e8251d809d8e tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0607464 Apr 06 11:54:20.558423 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3c6cd49c-8057-454a-86df-b5f294759d72 req-d94e0f68-ed0e-4f91-a04a-f3be3614bddd tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515680 Apr 06 11:54:20.853103 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-69c3fb27-a1e8-4833-8e57-6784b2fca9b5 req-d5aff3c0-ac20-459d-a9d2-6c9d4182d11d tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 210 time: 0.0282788 Apr 06 11:54:21.686664 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1bc6e-c56f-41d4-a3f1-391fc71040ec req-862ef17b-a162-402f-928a-d7333a5d14a4 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:21.688265 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-50c1bc6e-c56f-41d4-a3f1-391fc71040ec req-862ef17b-a162-402f-928a-d7333a5d14a4 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0592155 Apr 06 11:54:21.746330 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-50c1bc6e-c56f-41d4-a3f1-391fc71040ec req-c667f071-32d3-4a77-babb-b4e37afd2d16 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525091 Apr 06 11:54:21.942116 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d9ff73af-138f-4e81-bd8d-1b04aafcfefa req-1f7b5cd2-d92d-4fdc-8500-fbdd4d394e17 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 210 time: 0.0377703 Apr 06 11:54:22.003096 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 47468) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:54:22.111549 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-bfbff9a1-bf0c-42f1-8bb8-7a847787059e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:22.189325 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-bfbff9a1-bf0c-42f1-8bb8-7a847787059e admin admin] Publish callbacks [] for security_group (7abe8591-a74d-4e51-9d6d-9d4503a1f221), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:22.194516 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-bfbff9a1-bf0c-42f1-8bb8-7a847787059e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (7abe8591-a74d-4e51-9d6d-9d4503a1f221), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:22.234289 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-bfbff9a1-bf0c-42f1-8bb8-7a847787059e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7f7d2db8a01548afaf99c1b8b2f54468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300806 Apr 06 11:54:22.235237 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbff9a1-bf0c-42f1-8bb8-7a847787059e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abe8591-a74d-4e51-9d6d-9d4503a1f221,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:22.237565 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 47476) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:54:22.291573 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-81cf7130-7e83-4d90-b801-0ffc3c8a5131 admin admin] Publish callbacks [] for security_group (7abe8591-a74d-4e51-9d6d-9d4503a1f221), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:22.316389 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-81cf7130-7e83-4d90-b801-0ffc3c8a5131 admin admin] Publish callbacks [] for security_group (7abe8591-a74d-4e51-9d6d-9d4503a1f221), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:22.385885 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-81cf7130-7e83-4d90-b801-0ffc3c8a5131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (7abe8591-a74d-4e51-9d6d-9d4503a1f221), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:22.388630 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-81cf7130-7e83-4d90-b801-0ffc3c8a5131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:22.389937 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-81cf7130-7e83-4d90-b801-0ffc3c8a5131 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7abe8591-a74d-4e51-9d6d-9d4503a1f221 HTTP/1.1" status: 204 len: 168 time: 0.1513541 Apr 06 11:54:22.400213 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf7130-7e83-4d90-b801-0ffc3c8a5131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abe8591-a74d-4e51-9d6d-9d4503a1f221,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:22.413507 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7130-7e83-4d90-b801-0ffc3c8a5131 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:22.413921 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7130-7e83-4d90-b801-0ffc3c8a5131 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:22.414662 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7130-7e83-4d90-b801-0ffc3c8a5131 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:22.415297 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7130-7e83-4d90-b801-0ffc3c8a5131 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:22.415706 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7130-7e83-4d90-b801-0ffc3c8a5131 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:22.416042 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7130-7e83-4d90-b801-0ffc3c8a5131 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:22.416372 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7130-7e83-4d90-b801-0ffc3c8a5131 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:22.416712 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7130-7e83-4d90-b801-0ffc3c8a5131 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:22.417069 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7130-7e83-4d90-b801-0ffc3c8a5131 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:22.418210 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7130-7e83-4d90-b801-0ffc3c8a5131 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:22.418614 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7130-7e83-4d90-b801-0ffc3c8a5131 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:22.418949 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7130-7e83-4d90-b801-0ffc3c8a5131 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:22.419275 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7130-7e83-4d90-b801-0ffc3c8a5131 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:22.419598 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7130-7e83-4d90-b801-0ffc3c8a5131 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:22.419925 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7130-7e83-4d90-b801-0ffc3c8a5131 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:22.483250 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 47482) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:54:22.725993 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-9ef631ef-7fa4-4454-b0d0-1c0d5d9fb992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:22.790421 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 47494) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:54:22.813502 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-214da0af-fe6e-4e70-acde-de18a97b159b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:22.835471 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-9ef631ef-7fa4-4454-b0d0-1c0d5d9fb992 admin admin] Publish callbacks [] for security_group (b7800144-2295-431e-bf00-6d671fbef50f), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:22.842124 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-9ef631ef-7fa4-4454-b0d0-1c0d5d9fb992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (b7800144-2295-431e-bf00-6d671fbef50f), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:22.889137 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-9ef631ef-7fa4-4454-b0d0-1c0d5d9fb992 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=97d6d9176e0942b49bdc904b2662d044&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4047310 Apr 06 11:54:22.890709 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef631ef-7fa4-4454-b0d0-1c0d5d9fb992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7800144-2295-431e-bf00-6d671fbef50f,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:22.893245 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 47498) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:54:22.941525 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d2618-c2a1-4cdf-beba-884f08855755 req-8cdc3d01-0f98-43dc-b43b-ced95f6686fa tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:22.943080 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-567d2618-c2a1-4cdf-beba-884f08855755 req-8cdc3d01-0f98-43dc-b43b-ced95f6686fa tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.1000392 Apr 06 11:54:23.064803 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-214da0af-fe6e-4e70-acde-de18a97b159b admin admin] Publish callbacks [] for security_group (0ef7f3c4-1ff6-48fa-9c55-33abd941d094), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:23.075317 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-214da0af-fe6e-4e70-acde-de18a97b159b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (0ef7f3c4-1ff6-48fa-9c55-33abd941d094), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:23.104631 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4141dedf-eca0-4893-85eb-640ea4320308 admin admin] Publish callbacks [] for security_group (b7800144-2295-431e-bf00-6d671fbef50f), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:23.130348 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-55cccc63-a81e-406f-b21c-661ee095ddb9 req-55e49632-564d-439a-9e74-a64d3fd9ab87 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 210 time: 0.0643964 Apr 06 11:54:23.147849 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-567d2618-c2a1-4cdf-beba-884f08855755 req-fe530435-be2e-4c06-8254-1d29aebbb27d tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933973 Apr 06 11:54:23.154011 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-214da0af-fe6e-4e70-acde-de18a97b159b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b6080fa671544e618285e2c5a40e37fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3625231 Apr 06 11:54:23.155774 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214da0af-fe6e-4e70-acde-de18a97b159b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef7f3c4-1ff6-48fa-9c55-33abd941d094,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:23.158688 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 47512) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:54:23.192054 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4141dedf-eca0-4893-85eb-640ea4320308 admin admin] Publish callbacks [] for security_group (b7800144-2295-431e-bf00-6d671fbef50f), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:23.221549 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-dd36aefc-8dd6-40da-8cdf-bc26f538946b admin admin] Publish callbacks [] for security_group (0ef7f3c4-1ff6-48fa-9c55-33abd941d094), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:23.257442 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-dd36aefc-8dd6-40da-8cdf-bc26f538946b admin admin] Publish callbacks [] for security_group (0ef7f3c4-1ff6-48fa-9c55-33abd941d094), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:23.277097 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4141dedf-eca0-4893-85eb-640ea4320308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (b7800144-2295-431e-bf00-6d671fbef50f), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:23.279947 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4141dedf-eca0-4893-85eb-640ea4320308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:23.281139 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-4141dedf-eca0-4893-85eb-640ea4320308 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b7800144-2295-431e-bf00-6d671fbef50f HTTP/1.1" status: 204 len: 168 time: 0.3669686 Apr 06 11:54:23.303669 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141dedf-eca0-4893-85eb-640ea4320308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7800144-2295-431e-bf00-6d671fbef50f,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:23.327703 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 47518) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:54:23.327884 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-dd36aefc-8dd6-40da-8cdf-bc26f538946b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (0ef7f3c4-1ff6-48fa-9c55-33abd941d094), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:23.330652 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-dd36aefc-8dd6-40da-8cdf-bc26f538946b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:23.334124 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-dd36aefc-8dd6-40da-8cdf-bc26f538946b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ef7f3c4-1ff6-48fa-9c55-33abd941d094 HTTP/1.1" status: 204 len: 168 time: 0.1727252 Apr 06 11:54:23.345421 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36aefc-8dd6-40da-8cdf-bc26f538946b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef7f3c4-1ff6-48fa-9c55-33abd941d094,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:23.676651 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-7c4c9ff4-4a26-4215-86b6-94f6e59f483b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:23.771439 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-7c4c9ff4-4a26-4215-86b6-94f6e59f483b admin admin] Publish callbacks [] for security_group (e4a54eab-a239-4664-ae92-48c31c70392f), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:23.776298 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-7c4c9ff4-4a26-4215-86b6-94f6e59f483b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (e4a54eab-a239-4664-ae92-48c31c70392f), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:23.820015 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-7c4c9ff4-4a26-4215-86b6-94f6e59f483b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1f1a918356f549d6af6a13ed8d29b50c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4888387 Apr 06 11:54:23.821041 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 47534) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:54:23.827182 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c9ff4-4a26-4215-86b6-94f6e59f483b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a54eab-a239-4664-ae92-48c31c70392f,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:23.873125 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cec69464-438c-42cf-b75f-c155e174a65b admin admin] Publish callbacks [] for security_group (e4a54eab-a239-4664-ae92-48c31c70392f), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:23.894610 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cec69464-438c-42cf-b75f-c155e174a65b admin admin] Publish callbacks [] for security_group (e4a54eab-a239-4664-ae92-48c31c70392f), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:23.945629 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cec69464-438c-42cf-b75f-c155e174a65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (e4a54eab-a239-4664-ae92-48c31c70392f), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:23.949015 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cec69464-438c-42cf-b75f-c155e174a65b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:23.951036 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-cec69464-438c-42cf-b75f-c155e174a65b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e4a54eab-a239-4664-ae92-48c31c70392f HTTP/1.1" status: 204 len: 168 time: 0.1284647 Apr 06 11:54:23.962219 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec69464-438c-42cf-b75f-c155e174a65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a54eab-a239-4664-ae92-48c31c70392f,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:24.256273 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1622040a-ac4a-46e7-89ec-8bcb1c4af331 req-b5ca100d-7641-4362-a9af-66d969023099 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 210 time: 0.0493755 Apr 06 11:54:24.348030 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8418c-e3be-4282-8d71-709b5421ce17 req-25447689-ac73-436c-ac26-9af44cb24f52 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:24.349578 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-96b8418c-e3be-4282-8d71-709b5421ce17 req-25447689-ac73-436c-ac26-9af44cb24f52 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0763032 Apr 06 11:54:24.408113 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-96b8418c-e3be-4282-8d71-709b5421ce17 req-0e5332a7-d2e5-4091-ba60-bf8d62593372 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527756 Apr 06 11:54:25.364346 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b27fd248-798a-4d62-a30b-f5f3152b3b94 req-ea67439d-1c6f-42ad-91fa-d0e17c0387f0 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 210 time: 0.0286255 Apr 06 11:54:25.371624 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 47622) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:54:25.479271 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-757127d3-f6ae-49b0-ba69-3c12f624dfa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:25.568331 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-757127d3-f6ae-49b0-ba69-3c12f624dfa0 admin admin] Publish callbacks [] for security_group (106ed7e2-b457-4378-90ec-cc0d10fc1781), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:25.573226 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-757127d3-f6ae-49b0-ba69-3c12f624dfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (106ed7e2-b457-4378-90ec-cc0d10fc1781), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:25.613284 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757127d3-f6ae-49b0-ba69-3c12f624dfa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106ed7e2-b457-4378-90ec-cc0d10fc1781,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:25.621640 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-757127d3-f6ae-49b0-ba69-3c12f624dfa0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b173d34da68847b2a3f6ad4b67167804&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461882 Apr 06 11:54:25.622338 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 47630) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:54:25.678941 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3b63aba3-e2cc-473e-b10c-23d37888c281 admin admin] Publish callbacks [] for security_group (106ed7e2-b457-4378-90ec-cc0d10fc1781), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:25.703988 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3b63aba3-e2cc-473e-b10c-23d37888c281 admin admin] Publish callbacks [] for security_group (106ed7e2-b457-4378-90ec-cc0d10fc1781), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:25.757985 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3b63aba3-e2cc-473e-b10c-23d37888c281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (106ed7e2-b457-4378-90ec-cc0d10fc1781), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:25.760653 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3b63aba3-e2cc-473e-b10c-23d37888c281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:25.761955 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-3b63aba3-e2cc-473e-b10c-23d37888c281 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/106ed7e2-b457-4378-90ec-cc0d10fc1781 HTTP/1.1" status: 204 len: 168 time: 0.1390145 Apr 06 11:54:25.770349 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63aba3-e2cc-473e-b10c-23d37888c281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106ed7e2-b457-4378-90ec-cc0d10fc1781,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:26.457051 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 47674) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:54:26.473278 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-0690269e-4db5-4554-ac17-4d3481dcea0f req-efd7e27f-a05d-4d06-a7dd-710a0d6fe986 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 210 time: 0.0387392 Apr 06 11:54:26.566840 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-10a415f4-f389-4e23-bc81-7e164d391a3e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1477177433-network', 'tenant_id': '8ded5551324c496ab971fe574a2ca2a7'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:54:26.590004 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a415f4-f389-4e23-bc81-7e164d391a3e admin admin] Made reservation on behalf of 8ded5551324c496ab971fe574a2ca2a7 for: {'network': 1} {{(pid=110259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:54:26.592691 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-10a415f4-f389-4e23-bc81-7e164d391a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for network (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:26.606779 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-10a415f4-f389-4e23-bc81-7e164d391a3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:26.696580 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-10a415f4-f389-4e23-bc81-7e164d391a3e admin admin] Publish callbacks [] for security_group (a7b2a186-cea6-4f93-a345-6138fd823d54), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:26.700870 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-10a415f4-f389-4e23-bc81-7e164d391a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (a7b2a186-cea6-4f93-a345-6138fd823d54), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:26.728867 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a415f4-f389-4e23-bc81-7e164d391a3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=110259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:54:26.734422 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a415f4-f389-4e23-bc81-7e164d391a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b2a186-cea6-4f93-a345-6138fd823d54,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:26.743065 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-10a415f4-f389-4e23-bc81-7e164d391a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (f159237f-c49d-4bfd-a549-4403ca57eec1), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:26.743412 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.db.segments_db [None req-10a415f4-f389-4e23-bc81-7e164d391a3e admin admin] Added segment f159237f-c49d-4bfd-a549-4403ca57eec1 of type vlan for network 889369f7-9616-4c48-8c43-26abdaa39d54 Apr 06 11:54:26.786252 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-10a415f4-f389-4e23-bc81-7e164d391a3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743156740410'] for network (889369f7-9616-4c48-8c43-26abdaa39d54), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:26.812665 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-10a415f4-f389-4e23-bc81-7e164d391a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332'] for network (889369f7-9616-4c48-8c43-26abdaa39d54), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:26.813716 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a415f4-f389-4e23-bc81-7e164d391a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:26.814321 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-10a415f4-f389-4e23-bc81-7e164d391a3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:26.870929 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-10a415f4-f389-4e23-bc81-7e164d391a3e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4126418 Apr 06 11:54:26.873939 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 47684) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:54:26.878816 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-0882f7cf-43c3-41d1-bd23-391e28fd2781 admin admin] Request body: {'subnet': {'network_id': '889369f7-9616-4c48-8c43-26abdaa39d54', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1477177433-subnet', 'tenant_id': '8ded5551324c496ab971fe574a2ca2a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:54:26.881954 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a415f4-f389-4e23-bc81-7e164d391a3e admin admin] Pushing event updated for resources: {'Network': ['ID=889369f7-9616-4c48-8c43-26abdaa39d54,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:26.892212 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Network 889369f7-9616-4c48-8c43-26abdaa39d54 details requested by agent ovs-agent-dv-cinder-836074-2-iscsi with host dv-cinder-836074-2-iscsi {{(pid=110261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:54:26.899392 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0882f7cf-43c3-41d1-bd23-391e28fd2781 admin admin] Made reservation on behalf of 8ded5551324c496ab971fe574a2ca2a7 for: {'subnet': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:54:26.902198 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-0882f7cf-43c3-41d1-bd23-391e28fd2781 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4228290'] for subnet (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:27.080312 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-0882f7cf-43c3-41d1-bd23-391e28fd2781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4262830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4228316'] for subnet (8e325557-84c9-4e7a-9574-412b8d62bf29), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:27.140440 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882f7cf-43c3-41d1-bd23-391e28fd2781 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e325557-84c9-4e7a-9574-412b8d62bf29,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:27.150416 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0882f7cf-43c3-41d1-bd23-391e28fd2781 admin admin] Checking segment: {'id': 'f159237f-c49d-4bfd-a549-4403ca57eec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '889369f7-9616-4c48-8c43-26abdaa39d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:54:27.150775 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0882f7cf-43c3-41d1-bd23-391e28fd2781 admin admin] Network hostable DHCP agents. Network: 889369f7-9616-4c48-8c43-26abdaa39d54, hostable agents: ['eb907300-c67e-4e21-a2d4-e40182a63fdb'], hosted agents: [] {{(pid=110260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:54:27.168429 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0882f7cf-43c3-41d1-bd23-391e28fd2781 admin admin] Network 889369f7-9616-4c48-8c43-26abdaa39d54 is scheduled to be hosted by DHCP agent eb907300-c67e-4e21-a2d4-e40182a63fdb with binding_index 1 {{(pid=110260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:54:27.177119 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-0882f7cf-43c3-41d1-bd23-391e28fd2781 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-2-iscsi, 889369f7-9616-4c48-8c43-26abdaa39d54) {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:54:27.186046 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0882f7cf-43c3-41d1-bd23-391e28fd2781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:27.186277 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a60753-54bb-473d-a2c5-5786b7f7e406 None None] Network 889369f7-9616-4c48-8c43-26abdaa39d54 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:54:27.186641 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-0882f7cf-43c3-41d1-bd23-391e28fd2781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:27.211639 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-0882f7cf-43c3-41d1-bd23-391e28fd2781 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3296509 Apr 06 11:54:27.434496 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358b6897-5a90-41b6-8868-be7d3e9ab48d None None] Network 889369f7-9616-4c48-8c43-26abdaa39d54 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:54:27.581178 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d5c0c87e-7cf5-4352-a817-de9b626da7f7 req-a15da2af-514e-4eb7-9f52-6fc21158e8d6 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 210 time: 0.0283175 Apr 06 11:54:28.035387 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-4cab0678-faed-4c46-814e-ac88e287c139 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:28.037231 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-4cab0678-faed-4c46-814e-ac88e287c139 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.53 "GET /v2.0/networks?id=de8c376e-69fb-4e43-b549-d8d17aafcff4 HTTP/1.1" status: 200 len: 809 time: 0.1172876 Apr 06 11:54:28.164952 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-b2f24904-54e4-4b20-888b-25f7a45fe550 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c61da0b3453a4380b55109d369f70604 HTTP/1.1" status: 200 len: 379 time: 0.0746493 Apr 06 11:54:28.173726 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-35a422c9-3d86-42e1-9f30-f14b1fbbf007 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Request body: {'port': {'device_id': '5cb64273-7237-43a9-85cc-28c6759b372d', 'network_id': 'de8c376e-69fb-4e43-b549-d8d17aafcff4', 'admin_state_up': True, 'tenant_id': 'c61da0b3453a4380b55109d369f70604', 'security_groups': ['f2c094e6-3f62-40ec-aa0f-220c0e40121a']}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:54:28.291815 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-35a422c9-3d86-42e1-9f30-f14b1fbbf007 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Made reservation on behalf of c61da0b3453a4380b55109d369f70604 for: {'port': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:54:28.295274 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-35a422c9-3d86-42e1-9f30-f14b1fbbf007 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:28.425469 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-35a422c9-3d86-42e1-9f30-f14b1fbbf007 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Allocated IP 172.20.0.5 (de8c376e-69fb-4e43-b549-d8d17aafcff4/e4b164e1-cd7f-4c00-9d14-1a694355ee3f/3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:54:28.572987 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-35a422c9-3d86-42e1-9f30-f14b1fbbf007 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks [] for port (3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:28.606530 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-35a422c9-3d86-42e1-9f30-f14b1fbbf007 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:28.654086 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-35a422c9-3d86-42e1-9f30-f14b1fbbf007 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Network de8c376e-69fb-4e43-b549-d8d17aafcff4 is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:54:28.668547 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-35a422c9-3d86-42e1-9f30-f14b1fbbf007 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:54:28.689238 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-35a422c9-3d86-42e1-9f30-f14b1fbbf007 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:54:28.696748 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a422c9-3d86-42e1-9f30-f14b1fbbf007 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Pushing event updated for resources: {'Port': ['ID=3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:28.751339 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-35a422c9-3d86-42e1-9f30-f14b1fbbf007 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:28.751967 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-35a422c9-3d86-42e1-9f30-f14b1fbbf007 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:28.768089 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833741f8-9443-4c32-9813-3764d7a87ca0 req-ea669fbe-0024-46c7-9103-19ab05239b6c tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:28.769640 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-833741f8-9443-4c32-9813-3764d7a87ca0 req-ea669fbe-0024-46c7-9103-19ab05239b6c tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 931 time: 0.1146195 Apr 06 11:54:28.786244 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-35a422c9-3d86-42e1-9f30-f14b1fbbf007 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6161404 Apr 06 11:54:28.807191 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-baedb321-c3a4-4ff0-9a33-279538e66975 service neutron] Request body: {'port': {'device_id': '5cb64273-7237-43a9-85cc-28c6759b372d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:54:28.897222 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-833741f8-9443-4c32-9813-3764d7a87ca0 req-37aa4638-d00e-4e5a-80e0-42d78b4fc599 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211381 Apr 06 11:54:28.926517 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-baedb321-c3a4-4ff0-9a33-279538e66975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:28.995070 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-ed634e45-cf62-4f7b-a334-5b2b69bddb23 None None] Provisioning complete for port 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:54:28.995671 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-ed634e45-cf62-4f7b-a334-5b2b69bddb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:29.041889 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-ed634e45-cf62-4f7b-a334-5b2b69bddb23 None None] Port 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:54:29.204839 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-baedb321-c3a4-4ff0-9a33-279538e66975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f {{(pid=110260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:54:29.215370 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-baedb321-c3a4-4ff0-9a33-279538e66975 service neutron] Publish callbacks [] for port (3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:29.229723 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.provisioning_blocks [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-baedb321-c3a4-4ff0-9a33-279538e66975 service neutron] Transition to ACTIVE for port object 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f will not be triggered until provisioned by entity L2. {{(pid=110260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:54:29.233914 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-baedb321-c3a4-4ff0-9a33-279538e66975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:29.290004 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baedb321-c3a4-4ff0-9a33-279538e66975 service neutron] Pushing event updated for resources: {'Port': ['ID=3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f,revision_number=2']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:29.333450 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 47720) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:54:29.339519 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-c1a247de-c212-4c5a-a874-0c05ab53a3c4 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2025549407', 'description': 'tempest-description--913710726'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:54:29.371229 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c1a247de-c212-4c5a-a874-0c05ab53a3c4 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:29.394999 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-baedb321-c3a4-4ff0-9a33-279538e66975 service neutron] Attempting to bind port 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:54:29.395546 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-baedb321-c3a4-4ff0-9a33-279538e66975 service neutron] Attempting to bind port 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '71069d08-5e26-4841-82c8-61a202745114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'de8c376e-69fb-4e43-b549-d8d17aafcff4'}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:54:29.395670 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-baedb321-c3a4-4ff0-9a33-279538e66975 service neutron] Attempting to bind port 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f on network de8c376e-69fb-4e43-b549-d8d17aafcff4 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:54:29.401540 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-baedb321-c3a4-4ff0-9a33-279538e66975 service neutron] Port 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f on network de8c376e-69fb-4e43-b549-d8d17aafcff4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:54:29.401729 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-baedb321-c3a4-4ff0-9a33-279538e66975 service neutron] Attempting to bind port 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f on network de8c376e-69fb-4e43-b549-d8d17aafcff4 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:54:29.406971 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-baedb321-c3a4-4ff0-9a33-279538e66975 service neutron] Checking agent: {'id': 'e6da0265-397c-48ac-b7af-cc5f2a289710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'started_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:54:29.407302 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-baedb321-c3a4-4ff0-9a33-279538e66975 service neutron] Checking segment: {'id': '71069d08-5e26-4841-82c8-61a202745114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'de8c376e-69fb-4e43-b549-d8d17aafcff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:54:29.407942 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-baedb321-c3a4-4ff0-9a33-279538e66975 service neutron] Bound using segment: {'id': '71069d08-5e26-4841-82c8-61a202745114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'de8c376e-69fb-4e43-b549-d8d17aafcff4'} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:54:29.408127 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-baedb321-c3a4-4ff0-9a33-279538e66975 service neutron] Bound port: 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71069d08-5e26-4841-82c8-61a202745114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'de8c376e-69fb-4e43-b549-d8d17aafcff4'}}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:54:29.408434 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-baedb321-c3a4-4ff0-9a33-279538e66975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:29.457151 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c1a247de-c212-4c5a-a874-0c05ab53a3c4 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks [] for security_group (9de0eee3-cce9-431d-b52e-33a33d7730ce), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:29.463211 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c1a247de-c212-4c5a-a874-0c05ab53a3c4 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (9de0eee3-cce9-431d-b52e-33a33d7730ce), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:29.483486 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-baedb321-c3a4-4ff0-9a33-279538e66975 service neutron] For port 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f, host hv-cinder-83607, cleared binding levels {{(pid=110260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:54:29.488016 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-baedb321-c3a4-4ff0-9a33-279538e66975 service neutron] For port 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f,segment=NetworkSegment(71069d08-5e26-4841-82c8-61a202745114),segment_id=71069d08-5e26-4841-82c8-61a202745114)] {{(pid=110260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:54:29.495980 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c1a247de-c212-4c5a-a874-0c05ab53a3c4 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:29.496559 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-baedb321-c3a4-4ff0-9a33-279538e66975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:29.501072 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-c1a247de-c212-4c5a-a874-0c05ab53a3c4 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1627522 Apr 06 11:54:29.501072 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a247de-c212-4c5a-a874-0c05ab53a3c4 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9de0eee3-cce9-431d-b52e-33a33d7730ce,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:29.502442 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 47722) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:54:29.507240 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-d6cb99fd-8850-4671-b6ea-a3a475d223bc tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Request body: {'security_group_rule': {'security_group_id': '9de0eee3-cce9-431d-b52e-33a33d7730ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:54:29.532695 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d6cb99fd-8850-4671-b6ea-a3a475d223bc tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks [] for security_group_rule (ad5c46c7-cda5-494d-9bb1-fe16a3814d64), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:29.541491 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-baedb321-c3a4-4ff0-9a33-279538e66975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:29.542048 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-baedb321-c3a4-4ff0-9a33-279538e66975 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:29.543671 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-baedb321-c3a4-4ff0-9a33-279538e66975 service neutron] 10.222.0.53 "PUT /v2.0/ports/3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f HTTP/1.1" status: 200 len: 1093 time: 0.7440674 Apr 06 11:54:29.544788 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb64273-7237-43a9-85cc-28c6759b372d', 'tag': '3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:54:29.546589 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c11d31-eb2d-4f05-a034-7dcad0bbea0a" -d '{"events": [{"name": "network-changed", "server_uuid": "5cb64273-7237-43a9-85cc-28c6759b372d", "tag": "3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:54:29.580185 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baedb321-c3a4-4ff0-9a33-279538e66975 service neutron] Pushing event updated for resources: {'Port': ['ID=3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f,revision_number=3']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:29.606972 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a31479-d6bc-456f-a37d-d9c4ea66898b x-openstack-request-id: req-d0a31479-d6bc-456f-a37d-d9c4ea66898b {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:54:29.607259 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cb64273-7237-43a9-85cc-28c6759b372d", "tag": "3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:54:29.607511 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d0a31479-d6bc-456f-a37d-d9c4ea66898b {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:54:29.607931 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0a31479-d6bc-456f-a37d-d9c4ea66898b'] response: {'name': 'network-changed', 'server_uuid': '5cb64273-7237-43a9-85cc-28c6759b372d', 'tag': '3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f', 'status': 'completed', 'code': 200} Apr 06 11:54:29.631922 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d6cb99fd-8850-4671-b6ea-a3a475d223bc tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks [] for security_group_rule (ad5c46c7-cda5-494d-9bb1-fe16a3814d64), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:29.636902 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d6cb99fd-8850-4671-b6ea-a3a475d223bc tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (ad5c46c7-cda5-494d-9bb1-fe16a3814d64), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:29.658648 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb99fd-8850-4671-b6ea-a3a475d223bc tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad5c46c7-cda5-494d-9bb1-fe16a3814d64,revision_number=0']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:29.673059 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d6cb99fd-8850-4671-b6ea-a3a475d223bc tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:29.677287 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 47726) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:54:29.677802 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-d6cb99fd-8850-4671-b6ea-a3a475d223bc tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1741426 Apr 06 11:54:29.683888 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-80d8af79-459f-4e10-8429-19fb2e657694 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Request body: {'security_group_rule': {'security_group_id': '9de0eee3-cce9-431d-b52e-33a33d7730ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:54:29.717998 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-a4365e9f-305d-405a-bd82-7bda03cfccea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:29.719509 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-a4365e9f-305d-405a-bd82-7bda03cfccea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c61da0b3453a4380b55109d369f70604&device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 1127 time: 0.0759037 Apr 06 11:54:29.720909 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-80d8af79-459f-4e10-8429-19fb2e657694 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks [] for security_group_rule (097db243-11b4-4256-bc2d-9f37a87c7290), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:29.782330 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-5bf12d3f-4611-4e68-a65b-ad4b10407cd1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f HTTP/1.1" status: 200 len: 217 time: 0.0491016 Apr 06 11:54:29.841598 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-80d8af79-459f-4e10-8429-19fb2e657694 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks [] for security_group_rule (097db243-11b4-4256-bc2d-9f37a87c7290), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:29.846681 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-80d8af79-459f-4e10-8429-19fb2e657694 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (097db243-11b4-4256-bc2d-9f37a87c7290), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:29.852249 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-b0da3f7e-441d-4c83-ae42-ea246f337163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:29.853702 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-b0da3f7e-441d-4c83-ae42-ea246f337163 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e4b164e1-cd7f-4c00-9d14-1a694355ee3f HTTP/1.1" status: 200 len: 848 time: 0.0651693 Apr 06 11:54:29.877583 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d8af79-459f-4e10-8429-19fb2e657694 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=097db243-11b4-4256-bc2d-9f37a87c7290,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:29.899528 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-80d8af79-459f-4e10-8429-19fb2e657694 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:29.900694 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-80d8af79-459f-4e10-8429-19fb2e657694 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2216842 Apr 06 11:54:29.911988 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 47736) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:54:29.917565 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-f0ff47e4-e1b1-4099-899c-5b3a03e1aefa tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Request body: {'floatingip': {'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:54:29.931009 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-24e4bc6d-94c4-408a-9014-e3951753f0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:29.932700 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-24e4bc6d-94c4-408a-9014-e3951753f0dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=de8c376e-69fb-4e43-b549-d8d17aafcff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0682886 Apr 06 11:54:29.951265 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f0ff47e4-e1b1-4099-899c-5b3a03e1aefa tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:30.041712 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7fe77-08b9-4c57-9eed-e24b1dba87e1 req-6fd54d27-e49d-4222-93fe-75192c2d1cc8 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:30.043726 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-38c7fe77-08b9-4c57-9eed-e24b1dba87e1 req-6fd54d27-e49d-4222-93fe-75192c2d1cc8 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 943 time: 0.0690763 Apr 06 11:54:30.080155 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-75c9b5ca-66e3-449f-83e2-a56793d1bbe0 service neutron] 10.222.0.53 "GET /v2.0/networks/de8c376e-69fb-4e43-b549-d8d17aafcff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384659 Apr 06 11:54:30.096488 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-38c7fe77-08b9-4c57-9eed-e24b1dba87e1 req-f0deeb81-3299-4e1c-92aa-e106a2a6d36a tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461121 Apr 06 11:54:30.192678 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-492706bb-0dfc-4422-ad73-9ec782cdd854 req-d26b60f3-3783-4bb1-96c1-9cca2e88eb34 service neutron] 10.222.0.53 "GET /v2.0/networks/de8c376e-69fb-4e43-b549-d8d17aafcff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055937 Apr 06 11:54:30.194155 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f0ff47e4-e1b1-4099-899c-5b3a03e1aefa tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:30.584169 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [None req-f0ff47e4-e1b1-4099-899c-5b3a03e1aefa tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Allocated IP 172.27.1.224 (f8bc4371-0f06-4ac4-8212-20e00bcdd0be/f72af3a5-4f9e-49cd-911b-77b0f5cebaf5/b1a707c7-a989-4357-9eac-91aca8644321) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:54:30.594200 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c11d31-eb2d-4f05-a034-7dcad0bbea0a req-41340c27-8dc0-4988-8fd7-e4cfbd5f2fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:30.595665 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-65c11d31-eb2d-4f05-a034-7dcad0bbea0a req-41340c27-8dc0-4988-8fd7-e4cfbd5f2fe3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c61da0b3453a4380b55109d369f70604&device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 1127 time: 0.3197889 Apr 06 11:54:30.761263 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c11d31-eb2d-4f05-a034-7dcad0bbea0a req-111d743f-cbdf-47d3-a4d2-c018c81bc902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:30.762674 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-65c11d31-eb2d-4f05-a034-7dcad0bbea0a req-111d743f-cbdf-47d3-a4d2-c018c81bc902 service neutron] 10.222.0.53 "GET /v2.0/networks?id=de8c376e-69fb-4e43-b549-d8d17aafcff4 HTTP/1.1" status: 200 len: 910 time: 0.1599557 Apr 06 11:54:30.773010 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f0ff47e4-e1b1-4099-899c-5b3a03e1aefa tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks [] for port (b1a707c7-a989-4357-9eac-91aca8644321), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:30.813906 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-65c11d31-eb2d-4f05-a034-7dcad0bbea0a req-20c74233-2212-466d-aede-ddf2732f98e1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f HTTP/1.1" status: 200 len: 217 time: 0.0440059 Apr 06 11:54:30.888152 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c11d31-eb2d-4f05-a034-7dcad0bbea0a req-9a03af35-c666-4b37-80a8-768c094d4784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:30.889883 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-65c11d31-eb2d-4f05-a034-7dcad0bbea0a req-9a03af35-c666-4b37-80a8-768c094d4784 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e4b164e1-cd7f-4c00-9d14-1a694355ee3f HTTP/1.1" status: 200 len: 848 time: 0.0689008 Apr 06 11:54:30.891536 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f0ff47e4-e1b1-4099-899c-5b3a03e1aefa tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (b1a707c7-a989-4357-9eac-91aca8644321), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:30.930156 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ff47e4-e1b1-4099-899c-5b3a03e1aefa tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Network f8bc4371-0f06-4ac4-8212-20e00bcdd0be is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:54:30.943247 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-f0ff47e4-e1b1-4099-899c-5b3a03e1aefa tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:54:30.963632 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ff47e4-e1b1-4099-899c-5b3a03e1aefa tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:54:30.998479 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff47e4-e1b1-4099-899c-5b3a03e1aefa tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Pushing event updated for resources: {'Port': ['ID=b1a707c7-a989-4357-9eac-91aca8644321,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:31.041375 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c11d31-eb2d-4f05-a034-7dcad0bbea0a req-3e1cbaad-d4a7-49c9-9096-13d3f5a42c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:31.042945 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-65c11d31-eb2d-4f05-a034-7dcad0bbea0a req-3e1cbaad-d4a7-49c9-9096-13d3f5a42c8e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=de8c376e-69fb-4e43-b549-d8d17aafcff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1171474 Apr 06 11:54:31.099384 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f0ff47e4-e1b1-4099-899c-5b3a03e1aefa tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks [] for floatingip (c4150dc3-4638-4fa2-968e-9cc2d7e6c148), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:31.194372 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f0ff47e4-e1b1-4099-899c-5b3a03e1aefa tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (b1a707c7-a989-4357-9eac-91aca8644321), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:31.234907 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e4f95-f790-4635-83ef-f05e464c8053 req-361c7865-ff98-4cd1-842d-5fd0dec9c998 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:31.237527 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ed0e4f95-f790-4635-83ef-f05e464c8053 req-361c7865-ff98-4cd1-842d-5fd0dec9c998 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 943 time: 0.0660596 Apr 06 11:54:31.280514 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-fcfc7008-ecb7-44c2-a7af-a049ed8e4674 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:31.282106 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-fcfc7008-ecb7-44c2-a7af-a049ed8e4674 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/networks?id=889369f7-9616-4c48-8c43-26abdaa39d54 HTTP/1.1" status: 200 len: 814 time: 0.1740890 Apr 06 11:54:31.310007 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ed0e4f95-f790-4635-83ef-f05e464c8053 req-a1bed453-be72-4c19-b7bd-61c3c6adfce9 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640566 Apr 06 11:54:31.338549 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-f5aaeca1-1c7b-4c59-af7f-6435fa7e8bd0 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/quotas/8ded5551324c496ab971fe574a2ca2a7 HTTP/1.1" status: 200 len: 375 time: 0.0435410 Apr 06 11:54:31.384481 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-8ec51a02-d06c-4103-b42f-fd2c0686924a tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ded5551324c496ab971fe574a2ca2a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372038 Apr 06 11:54:31.495541 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f0ff47e4-e1b1-4099-899c-5b3a03e1aefa tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks [] for port (b1a707c7-a989-4357-9eac-91aca8644321), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:31.507237 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f0ff47e4-e1b1-4099-899c-5b3a03e1aefa tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (b1a707c7-a989-4357-9eac-91aca8644321), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:31.552305 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-52b13d09-c331-4a6e-98bb-83e6495f1535 service neutron] 10.222.0.39 "GET /v2.0/networks/889369f7-9616-4c48-8c43-26abdaa39d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591909 Apr 06 11:54:31.609336 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff47e4-e1b1-4099-899c-5b3a03e1aefa tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Pushing event updated for resources: {'Port': ['ID=b1a707c7-a989-4357-9eac-91aca8644321,revision_number=2']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:31.652509 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f0ff47e4-e1b1-4099-899c-5b3a03e1aefa tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (c4150dc3-4638-4fa2-968e-9cc2d7e6c148), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:31.678352 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f0ff47e4-e1b1-4099-899c-5b3a03e1aefa tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:31.688397 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-f0ff47e4-e1b1-4099-899c-5b3a03e1aefa tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7753563 Apr 06 11:54:31.712001 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-f2b9b216-7e19-4ede-b656-ed6a657ce7b9 service neutron] 10.222.0.39 "GET /v2.0/networks/889369f7-9616-4c48-8c43-26abdaa39d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383200 Apr 06 11:54:31.881377 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-82a4467d-72a1-47bf-91f3-9aa65c1d8887 req-b869f93f-b681-45f9-a0a6-36399ff4b663 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=067b7c83-31a9-4d3f-a2c6-9792ba4f0a91 HTTP/1.1" status: 200 len: 210 time: 0.0302141 Apr 06 11:54:31.890762 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-007b1cd1-723a-4438-b34e-7a3ef386efb8 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2025549407&fields=id&tenant_id=ccfa48bf303a4fbd92c016652e6c8ffa HTTP/1.1" status: 200 len: 267 time: 0.0555453 Apr 06 11:54:32.010449 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-81d4df65-c0dc-4013-b119-cd2d0e2d10cf tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:32.011953 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-81d4df65-c0dc-4013-b119-cd2d0e2d10cf tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/networks?id=d8762c11-97c8-4692-bb2b-070d6ecd6b12 HTTP/1.1" status: 200 len: 819 time: 0.1138403 Apr 06 11:54:32.027637 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-30284d3d-b3af-4cd3-8e08-c41c7489c3b3 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/quotas/ccfa48bf303a4fbd92c016652e6c8ffa HTTP/1.1" status: 200 len: 375 time: 0.0102668 Apr 06 11:54:32.089639 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-c64b87e7-c906-4ba1-834b-7409ce47589d tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccfa48bf303a4fbd92c016652e6c8ffa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0560231 Apr 06 11:54:32.202105 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-3b738571-f649-4685-bbaa-1ee3bc954b54 service neutron] 10.222.0.39 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958288 Apr 06 11:54:32.310379 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-00d4068a-73e0-4388-8b30-7ed20ada2c3f service neutron] 10.222.0.39 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005094 Apr 06 11:54:32.341903 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-65c11d31-eb2d-4f05-a034-7dcad0bbea0a req-e252342e-3012-4e3b-b780-e974bc9d5902 service neutron] 10.222.0.53 "GET /v2.0/networks/de8c376e-69fb-4e43-b549-d8d17aafcff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070461 Apr 06 11:54:32.520080 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c79ed0-51dd-4bcb-a382-9538d5df796d req-fa7d19cd-fafc-4cb0-8b70-fb6d29aed201 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:32.527248 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a0c79ed0-51dd-4bcb-a382-9538d5df796d req-fa7d19cd-fafc-4cb0-8b70-fb6d29aed201 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 943 time: 0.1189313 Apr 06 11:54:32.551286 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-65c11d31-eb2d-4f05-a034-7dcad0bbea0a req-5938f91a-3841-49da-b6e5-b55021ecdff1 service neutron] 10.222.0.53 "GET /v2.0/networks/de8c376e-69fb-4e43-b549-d8d17aafcff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013607 Apr 06 11:54:32.614698 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a0c79ed0-51dd-4bcb-a382-9538d5df796d req-da566ebb-08c8-41d8-b691-1c0e1743fa65 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864794 Apr 06 11:54:32.624841 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8b41b644-af58-4922-8462-cf31d1e04db9 req-7c361a43-979c-4871-a27a-4cf4768cf526 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 210 time: 0.0643296 Apr 06 11:54:33.051206 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-361673d8-ecf7-46db-9219-014d3043e8ab req-0681fafd-ec75-4cd4-b98f-e5c0c19713cb tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=067b7c83-31a9-4d3f-a2c6-9792ba4f0a91 HTTP/1.1" status: 200 len: 210 time: 0.0372868 Apr 06 11:54:33.121900 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-4fc68765-6772-4b9b-913b-ead0c58193b1 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:33.123459 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-4fc68765-6772-4b9b-913b-ead0c58193b1 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.53 "GET /v2.0/networks?id=889369f7-9616-4c48-8c43-26abdaa39d54 HTTP/1.1" status: 200 len: 814 time: 0.2004433 Apr 06 11:54:33.147928 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-1e3c3dba-4f43-4450-890b-e941dcde3d01 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Request body: {'port': {'device_id': '067b7c83-31a9-4d3f-a2c6-9792ba4f0a91', 'network_id': '889369f7-9616-4c48-8c43-26abdaa39d54', 'admin_state_up': True, 'tenant_id': '8ded5551324c496ab971fe574a2ca2a7'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:54:33.277412 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-1e3c3dba-4f43-4450-890b-e941dcde3d01 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Made reservation on behalf of 8ded5551324c496ab971fe574a2ca2a7 for: {'port': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:54:33.280864 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-1e3c3dba-4f43-4450-890b-e941dcde3d01 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:33.423769 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-1e3c3dba-4f43-4450-890b-e941dcde3d01 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Allocated IP 172.20.0.14 (889369f7-9616-4c48-8c43-26abdaa39d54/8e325557-84c9-4e7a-9574-412b8d62bf29/b057e539-ce06-4041-a408-2105378d3c63) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:54:33.586824 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-1e3c3dba-4f43-4450-890b-e941dcde3d01 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Publish callbacks [] for port (b057e539-ce06-4041-a408-2105378d3c63), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:33.623636 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-1e3c3dba-4f43-4450-890b-e941dcde3d01 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (b057e539-ce06-4041-a408-2105378d3c63), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:33.674935 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-1e3c3dba-4f43-4450-890b-e941dcde3d01 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Network 889369f7-9616-4c48-8c43-26abdaa39d54 is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:54:33.678161 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-1e3c3dba-4f43-4450-890b-e941dcde3d01 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:54:33.681825 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-1e3c3dba-4f43-4450-890b-e941dcde3d01 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:54:33.719797 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c3dba-4f43-4450-890b-e941dcde3d01 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Pushing event updated for resources: {'Port': ['ID=b057e539-ce06-4041-a408-2105378d3c63,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:33.773813 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881c09c-715b-4afb-b7a9-0005ea0cb716 req-79cd5b7b-cc0d-4585-8978-19383ec28f64 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:33.775366 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e881c09c-715b-4afb-b7a9-0005ea0cb716 req-79cd5b7b-cc0d-4585-8978-19383ec28f64 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 943 time: 0.0601532 Apr 06 11:54:33.782176 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-5e600a60-eb81-43f3-9b48-97c412479582 req-45c9324c-bad0-4d53-b672-d3337768a3fe tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 210 time: 0.0596821 Apr 06 11:54:33.824179 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-1e3c3dba-4f43-4450-890b-e941dcde3d01 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:33.824905 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-1e3c3dba-4f43-4450-890b-e941dcde3d01 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:33.861294 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e881c09c-715b-4afb-b7a9-0005ea0cb716 req-d398ba55-e2c2-4964-9526-80e0481b8e09 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652399 Apr 06 11:54:33.861431 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-1e3c3dba-4f43-4450-890b-e941dcde3d01 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7181311 Apr 06 11:54:33.883220 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-cce3d806-c9a2-468c-9293-b1f32920f7ee service neutron] Request body: {'port': {'device_id': '067b7c83-31a9-4d3f-a2c6-9792ba4f0a91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:54:33.928834 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-10ec9df7-ea13-42c7-8648-48630d6311e4 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:33.931017 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-10ec9df7-ea13-42c7-8648-48630d6311e4 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.53 "GET /v2.0/networks?id=d8762c11-97c8-4692-bb2b-070d6ecd6b12 HTTP/1.1" status: 200 len: 819 time: 0.2034152 Apr 06 11:54:33.969440 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-cce3d806-c9a2-468c-9293-b1f32920f7ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (b057e539-ce06-4041-a408-2105378d3c63), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:34.180850 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-064830ed-7615-4927-8bd1-cb9e49d46e42 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccfa48bf303a4fbd92c016652e6c8ffa HTTP/1.1" status: 200 len: 380 time: 0.1620610 Apr 06 11:54:34.193787 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-475109ad-882b-439f-b00b-b25439f09a28 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Request body: {'port': {'device_id': '6457aa5a-e7f0-416b-b9e6-ce2abd32deaa', 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12', 'admin_state_up': True, 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'security_groups': ['9de0eee3-cce9-431d-b52e-33a33d7730ce']}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:54:34.321604 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f5997-8b89-44ac-8b2b-6289b3db9ffb req-6620f8e7-f10d-4589-8239-aad315f64769 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:34.323178 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-693f5997-8b89-44ac-8b2b-6289b3db9ffb req-6620f8e7-f10d-4589-8239-aad315f64769 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=067b7c83-31a9-4d3f-a2c6-9792ba4f0a91 HTTP/1.1" status: 200 len: 932 time: 0.2020628 Apr 06 11:54:34.439248 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-693f5997-8b89-44ac-8b2b-6289b3db9ffb req-837fb633-5b2f-4be4-995f-c4dce2826e54 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091213 Apr 06 11:54:34.453207 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-475109ad-882b-439f-b00b-b25439f09a28 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Made reservation on behalf of ccfa48bf303a4fbd92c016652e6c8ffa for: {'port': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:54:34.456459 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-475109ad-882b-439f-b00b-b25439f09a28 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:34.511176 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-cce3d806-c9a2-468c-9293-b1f32920f7ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b057e539-ce06-4041-a408-2105378d3c63 {{(pid=110260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:54:34.545740 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-cce3d806-c9a2-468c-9293-b1f32920f7ee service neutron] Publish callbacks [] for port (b057e539-ce06-4041-a408-2105378d3c63), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:34.572514 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.provisioning_blocks [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-cce3d806-c9a2-468c-9293-b1f32920f7ee service neutron] Transition to ACTIVE for port object b057e539-ce06-4041-a408-2105378d3c63 will not be triggered until provisioned by entity L2. {{(pid=110260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:54:34.582450 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-cce3d806-c9a2-468c-9293-b1f32920f7ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (b057e539-ce06-4041-a408-2105378d3c63), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:34.681743 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce3d806-c9a2-468c-9293-b1f32920f7ee service neutron] Pushing event updated for resources: {'Port': ['ID=b057e539-ce06-4041-a408-2105378d3c63,revision_number=2']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:34.694516 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-475109ad-882b-439f-b00b-b25439f09a28 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Allocated IP 172.20.0.6 (d8762c11-97c8-4692-bb2b-070d6ecd6b12/9b503157-0ef4-44d3-80a9-20b0dc5d9230/262f0ded-e71f-4942-8d58-d697823f9e52) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:54:34.857588 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-cce3d806-c9a2-468c-9293-b1f32920f7ee service neutron] Attempting to bind port b057e539-ce06-4041-a408-2105378d3c63 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:54:34.857933 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-cce3d806-c9a2-468c-9293-b1f32920f7ee service neutron] Attempting to bind port b057e539-ce06-4041-a408-2105378d3c63 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'f159237f-c49d-4bfd-a549-4403ca57eec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '889369f7-9616-4c48-8c43-26abdaa39d54'}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:54:34.858262 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-cce3d806-c9a2-468c-9293-b1f32920f7ee service neutron] Attempting to bind port b057e539-ce06-4041-a408-2105378d3c63 on network 889369f7-9616-4c48-8c43-26abdaa39d54 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:54:34.869513 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-cce3d806-c9a2-468c-9293-b1f32920f7ee service neutron] Port b057e539-ce06-4041-a408-2105378d3c63 on network 889369f7-9616-4c48-8c43-26abdaa39d54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:54:34.869976 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-cce3d806-c9a2-468c-9293-b1f32920f7ee service neutron] Attempting to bind port b057e539-ce06-4041-a408-2105378d3c63 on network 889369f7-9616-4c48-8c43-26abdaa39d54 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:54:34.884428 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-cce3d806-c9a2-468c-9293-b1f32920f7ee service neutron] Checking agent: {'id': 'e6da0265-397c-48ac-b7af-cc5f2a289710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'started_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:54:34.884911 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-cce3d806-c9a2-468c-9293-b1f32920f7ee service neutron] Checking segment: {'id': 'f159237f-c49d-4bfd-a549-4403ca57eec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '889369f7-9616-4c48-8c43-26abdaa39d54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:54:34.885266 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-cce3d806-c9a2-468c-9293-b1f32920f7ee service neutron] Bound using segment: {'id': 'f159237f-c49d-4bfd-a549-4403ca57eec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '889369f7-9616-4c48-8c43-26abdaa39d54'} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:54:34.885902 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-cce3d806-c9a2-468c-9293-b1f32920f7ee service neutron] Bound port: b057e539-ce06-4041-a408-2105378d3c63, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f159237f-c49d-4bfd-a549-4403ca57eec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '889369f7-9616-4c48-8c43-26abdaa39d54'}}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:54:34.886450 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-cce3d806-c9a2-468c-9293-b1f32920f7ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (b057e539-ce06-4041-a408-2105378d3c63), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:34.893743 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3bef07c0-d60f-4999-b807-1d7f471a8946 req-6b9e4f06-8ec4-48ab-a8a0-e3d0fd71fd71 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 210 time: 0.0326221 Apr 06 11:54:35.009851 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-475109ad-882b-439f-b00b-b25439f09a28 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks [] for port (262f0ded-e71f-4942-8d58-d697823f9e52), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:35.042490 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-cce3d806-c9a2-468c-9293-b1f32920f7ee service neutron] For port b057e539-ce06-4041-a408-2105378d3c63, host hv-cinder-83607, cleared binding levels {{(pid=110260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:54:35.046000 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-cce3d806-c9a2-468c-9293-b1f32920f7ee service neutron] For port b057e539-ce06-4041-a408-2105378d3c63, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b057e539-ce06-4041-a408-2105378d3c63,segment=NetworkSegment(f159237f-c49d-4bfd-a549-4403ca57eec1),segment_id=f159237f-c49d-4bfd-a549-4403ca57eec1)] {{(pid=110260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:54:35.061711 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-cce3d806-c9a2-468c-9293-b1f32920f7ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (b057e539-ce06-4041-a408-2105378d3c63), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:35.087115 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d131a8-7fa5-4668-a3b2-003eef300035 req-acf7f480-fb69-4bef-85af-7936beebdd57 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:35.088664 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-24d131a8-7fa5-4668-a3b2-003eef300035 req-acf7f480-fb69-4bef-85af-7936beebdd57 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 943 time: 0.1337152 Apr 06 11:54:35.135037 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-cce3d806-c9a2-468c-9293-b1f32920f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:35.135647 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-cce3d806-c9a2-468c-9293-b1f32920f7ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:35.137046 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-cce3d806-c9a2-468c-9293-b1f32920f7ee service neutron] 10.222.0.53 "PUT /v2.0/ports/b057e539-ce06-4041-a408-2105378d3c63 HTTP/1.1" status: 200 len: 1094 time: 1.2641566 Apr 06 11:54:35.138417 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067b7c83-31a9-4d3f-a2c6-9792ba4f0a91', 'tag': 'b057e539-ce06-4041-a408-2105378d3c63'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:54:35.140600 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8703434-146c-4d0c-ac1c-7458e4e20559" -d '{"events": [{"name": "network-changed", "server_uuid": "067b7c83-31a9-4d3f-a2c6-9792ba4f0a91", "tag": "b057e539-ce06-4041-a408-2105378d3c63"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:54:35.159410 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-475109ad-882b-439f-b00b-b25439f09a28 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (262f0ded-e71f-4942-8d58-d697823f9e52), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:35.204591 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022caa33-91db-48d1-bfc9-6caa9ea8c3e7 x-openstack-request-id: req-022caa33-91db-48d1-bfc9-6caa9ea8c3e7 {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:54:35.204977 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "067b7c83-31a9-4d3f-a2c6-9792ba4f0a91", "tag": "b057e539-ce06-4041-a408-2105378d3c63", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:54:35.205162 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-022caa33-91db-48d1-bfc9-6caa9ea8c3e7 {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:54:35.205552 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-022caa33-91db-48d1-bfc9-6caa9ea8c3e7'] response: {'name': 'network-changed', 'server_uuid': '067b7c83-31a9-4d3f-a2c6-9792ba4f0a91', 'tag': 'b057e539-ce06-4041-a408-2105378d3c63', 'status': 'completed', 'code': 200} Apr 06 11:54:35.218036 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 47898) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:54:35.235867 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-475109ad-882b-439f-b00b-b25439f09a28 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Network d8762c11-97c8-4692-bb2b-070d6ecd6b12 is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:54:35.237983 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce3d806-c9a2-468c-9293-b1f32920f7ee service neutron] Pushing event updated for resources: {'Port': ['ID=b057e539-ce06-4041-a408-2105378d3c63,revision_number=3']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:35.262191 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-24d131a8-7fa5-4668-a3b2-003eef300035 req-0bad22e7-b33b-43ba-b129-5bc2b90036bb tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521897 Apr 06 11:54:35.266063 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-475109ad-882b-439f-b00b-b25439f09a28 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:54:35.268712 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-475109ad-882b-439f-b00b-b25439f09a28 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:54:35.295063 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 47902) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:54:35.360769 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475109ad-882b-439f-b00b-b25439f09a28 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Pushing event updated for resources: {'Port': ['ID=262f0ded-e71f-4942-8d58-d697823f9e52,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:35.370385 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-475109ad-882b-439f-b00b-b25439f09a28 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:35.371146 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-475109ad-882b-439f-b00b-b25439f09a28 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:35.377062 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-5454e353-26dd-49f2-a755-6b5b00922068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:35.378664 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-5454e353-26dd-49f2-a755-6b5b00922068 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8ded5551324c496ab971fe574a2ca2a7&device_id=067b7c83-31a9-4d3f-a2c6-9792ba4f0a91 HTTP/1.1" status: 200 len: 1128 time: 0.1556275 Apr 06 11:54:35.401532 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-475109ad-882b-439f-b00b-b25439f09a28 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2139571 Apr 06 11:54:35.436333 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-9d5eb194-58fa-459c-acc4-9884f41fa342 service neutron] Request body: {'port': {'device_id': '6457aa5a-e7f0-416b-b9e6-ce2abd32deaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:54:35.439846 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-e3eb6f9a-9af8-45e9-bc8c-ad0b969027f6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b057e539-ce06-4041-a408-2105378d3c63 HTTP/1.1" status: 200 len: 217 time: 0.0495560 Apr 06 11:54:35.461142 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-99cfc6ae-4b94-42b2-833a-9221826c65dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:35.496509 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e0ed8aa1-6b83-4842-b392-6fe2454b1902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:35.545404 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-9d5eb194-58fa-459c-acc4-9884f41fa342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (262f0ded-e71f-4942-8d58-d697823f9e52), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:35.570595 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-c577628f-5fbf-44ec-8cdd-35b385647554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:35.574751 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-c577628f-5fbf-44ec-8cdd-35b385647554 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8e325557-84c9-4e7a-9574-412b8d62bf29 HTTP/1.1" status: 200 len: 854 time: 0.0918236 Apr 06 11:54:35.606631 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-698cde06-dac8-44f1-955c-5e4136294886 None None] Provisioning complete for port 262f0ded-e71f-4942-8d58-d697823f9e52 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:54:35.607579 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-698cde06-dac8-44f1-955c-5e4136294886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (262f0ded-e71f-4942-8d58-d697823f9e52), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:35.652625 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-698cde06-dac8-44f1-955c-5e4136294886 None None] Port 262f0ded-e71f-4942-8d58-d697823f9e52 cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:54:35.678629 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3cab4-2d84-4984-9255-b60bdb98f150 req-a8ea67e4-501f-457e-904d-9947aec7777d tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:35.681286 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e0b3cab4-2d84-4984-9255-b60bdb98f150 req-a8ea67e4-501f-457e-904d-9947aec7777d tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=067b7c83-31a9-4d3f-a2c6-9792ba4f0a91 HTTP/1.1" status: 200 len: 944 time: 0.1548307 Apr 06 11:54:35.710463 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-99cfc6ae-4b94-42b2-833a-9221826c65dc admin admin] Publish callbacks [] for security_group (683a1edd-03d9-49a9-9437-465163072e9c), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:35.732292 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-99cfc6ae-4b94-42b2-833a-9221826c65dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (683a1edd-03d9-49a9-9437-465163072e9c), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:35.745471 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e0ed8aa1-6b83-4842-b392-6fe2454b1902 admin admin] Publish callbacks [] for security_group (0fa5af6a-07c3-45de-8ea6-2cd108c7897a), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:35.765072 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e0ed8aa1-6b83-4842-b392-6fe2454b1902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (0fa5af6a-07c3-45de-8ea6-2cd108c7897a), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:35.833335 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e0b3cab4-2d84-4984-9255-b60bdb98f150 req-6230d56e-ad75-433f-9091-3e7d58eb027a tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421819 Apr 06 11:54:35.836287 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-99cfc6ae-4b94-42b2-833a-9221826c65dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9857fd62f4a24c399d66a64a06bb8519&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6169093 Apr 06 11:54:35.838108 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cfc6ae-4b94-42b2-833a-9221826c65dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683a1edd-03d9-49a9-9437-465163072e9c,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:35.846566 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-e0ed8aa1-6b83-4842-b392-6fe2454b1902 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9d201a1eb3394b1a909dff53ac026494&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5443816 Apr 06 11:54:35.849418 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 47908) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:54:35.849608 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 47910) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:54:35.926495 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed8aa1-6b83-4842-b392-6fe2454b1902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa5af6a-07c3-45de-8ea6-2cd108c7897a,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:35.952836 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-7ed94534-e3ae-4b69-8f3d-6e613ac25f09 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=889369f7-9616-4c48-8c43-26abdaa39d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3384604 Apr 06 11:54:35.970429 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c89860be-d338-42f5-bf7f-4ea230d5227f admin admin] Publish callbacks [] for security_group (683a1edd-03d9-49a9-9437-465163072e9c), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:36.000015 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c89860be-d338-42f5-bf7f-4ea230d5227f admin admin] Publish callbacks [] for security_group (683a1edd-03d9-49a9-9437-465163072e9c), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:36.023202 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-71c5637e-9f71-4847-a43f-8f5136850067 admin admin] Publish callbacks [] for security_group (0fa5af6a-07c3-45de-8ea6-2cd108c7897a), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:36.056988 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-71c5637e-9f71-4847-a43f-8f5136850067 admin admin] Publish callbacks [] for security_group (0fa5af6a-07c3-45de-8ea6-2cd108c7897a), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:36.100238 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c89860be-d338-42f5-bf7f-4ea230d5227f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (683a1edd-03d9-49a9-9437-465163072e9c), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:36.103316 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c89860be-d338-42f5-bf7f-4ea230d5227f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:36.104470 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-c89860be-d338-42f5-bf7f-4ea230d5227f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/683a1edd-03d9-49a9-9437-465163072e9c HTTP/1.1" status: 204 len: 168 time: 0.2541087 Apr 06 11:54:36.114822 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89860be-d338-42f5-bf7f-4ea230d5227f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683a1edd-03d9-49a9-9437-465163072e9c,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:36.117620 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-71c5637e-9f71-4847-a43f-8f5136850067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (0fa5af6a-07c3-45de-8ea6-2cd108c7897a), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:36.120296 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-71c5637e-9f71-4847-a43f-8f5136850067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:36.121386 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-71c5637e-9f71-4847-a43f-8f5136850067 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0fa5af6a-07c3-45de-8ea6-2cd108c7897a HTTP/1.1" status: 204 len: 168 time: 0.2695439 Apr 06 11:54:36.142273 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5637e-9f71-4847-a43f-8f5136850067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa5af6a-07c3-45de-8ea6-2cd108c7897a,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:36.236459 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef934c-42fd-4931-bb0b-1651f27b80e9 req-63458d2a-a2b8-40e2-92a6-437d0a7d355f tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:36.238901 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-faef934c-42fd-4931-bb0b-1651f27b80e9 req-63458d2a-a2b8-40e2-92a6-437d0a7d355f tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 931 time: 0.2129960 Apr 06 11:54:36.286513 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-8b8bb2fe-c336-4020-af95-9a8b89895621 service neutron] 10.222.0.53 "GET /v2.0/networks/889369f7-9616-4c48-8c43-26abdaa39d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619228 Apr 06 11:54:36.413068 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-faef934c-42fd-4931-bb0b-1651f27b80e9 req-b2873cc2-f632-442a-983c-46535857dc12 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570034 Apr 06 11:54:36.445916 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b6656-1dea-441a-97de-79dca2eede92 req-e098925b-1780-4260-91b2-0bcc46ad6c00 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:36.448274 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-0b7b6656-1dea-441a-97de-79dca2eede92 req-e098925b-1780-4260-91b2-0bcc46ad6c00 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 943 time: 0.0742571 Apr 06 11:54:36.501888 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-9d5eb194-58fa-459c-acc4-9884f41fa342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 262f0ded-e71f-4942-8d58-d697823f9e52 {{(pid=110260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:54:36.508062 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-1ce39e32-e9d0-4503-93db-1827174652d6 req-5704402f-6bab-4947-a296-b26197c27233 service neutron] 10.222.0.53 "GET /v2.0/networks/889369f7-9616-4c48-8c43-26abdaa39d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143447 Apr 06 11:54:36.512220 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-9d5eb194-58fa-459c-acc4-9884f41fa342 service neutron] Publish callbacks [] for port (262f0ded-e71f-4942-8d58-d697823f9e52), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:36.528700 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.provisioning_blocks [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-9d5eb194-58fa-459c-acc4-9884f41fa342 service neutron] Transition to ACTIVE for port object 262f0ded-e71f-4942-8d58-d697823f9e52 will not be triggered until provisioned by entity L2. {{(pid=110260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:54:36.537443 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-9d5eb194-58fa-459c-acc4-9884f41fa342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (262f0ded-e71f-4942-8d58-d697823f9e52), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:36.543933 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 47932) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:54:36.550885 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-0b7b6656-1dea-441a-97de-79dca2eede92 req-559e230f-dc7f-4265-8727-fb2005c1472a tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897570 Apr 06 11:54:36.584812 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-b149c891-6e65-4591-b9af-1ffb2734f9b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:36.654735 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5eb194-58fa-459c-acc4-9884f41fa342 service neutron] Pushing event updated for resources: {'Port': ['ID=262f0ded-e71f-4942-8d58-d697823f9e52,revision_number=2']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:36.743387 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-9d5eb194-58fa-459c-acc4-9884f41fa342 service neutron] Attempting to bind port 262f0ded-e71f-4942-8d58-d697823f9e52 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:54:36.743725 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-9d5eb194-58fa-459c-acc4-9884f41fa342 service neutron] Attempting to bind port 262f0ded-e71f-4942-8d58-d697823f9e52 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '4cfea46a-4bee-477e-bfba-1025be7f7a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12'}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:54:36.744056 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-9d5eb194-58fa-459c-acc4-9884f41fa342 service neutron] Attempting to bind port 262f0ded-e71f-4942-8d58-d697823f9e52 on network d8762c11-97c8-4692-bb2b-070d6ecd6b12 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:54:36.755501 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-9d5eb194-58fa-459c-acc4-9884f41fa342 service neutron] Port 262f0ded-e71f-4942-8d58-d697823f9e52 on network d8762c11-97c8-4692-bb2b-070d6ecd6b12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:54:36.755917 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-9d5eb194-58fa-459c-acc4-9884f41fa342 service neutron] Attempting to bind port 262f0ded-e71f-4942-8d58-d697823f9e52 on network d8762c11-97c8-4692-bb2b-070d6ecd6b12 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:54:36.770078 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-9d5eb194-58fa-459c-acc4-9884f41fa342 service neutron] Checking agent: {'id': 'e6da0265-397c-48ac-b7af-cc5f2a289710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'started_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:54:36.770436 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-9d5eb194-58fa-459c-acc4-9884f41fa342 service neutron] Checking segment: {'id': '4cfea46a-4bee-477e-bfba-1025be7f7a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:54:36.770825 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-9d5eb194-58fa-459c-acc4-9884f41fa342 service neutron] Bound using segment: {'id': '4cfea46a-4bee-477e-bfba-1025be7f7a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12'} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:54:36.771258 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-9d5eb194-58fa-459c-acc4-9884f41fa342 service neutron] Bound port: 262f0ded-e71f-4942-8d58-d697823f9e52, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cfea46a-4bee-477e-bfba-1025be7f7a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12'}}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:54:36.771614 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-9d5eb194-58fa-459c-acc4-9884f41fa342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (262f0ded-e71f-4942-8d58-d697823f9e52), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:36.796366 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-b149c891-6e65-4591-b9af-1ffb2734f9b5 admin admin] Publish callbacks [] for security_group (623a00ca-d453-4c5c-84dc-eee2b599501b), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:36.821571 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-b149c891-6e65-4591-b9af-1ffb2734f9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (623a00ca-d453-4c5c-84dc-eee2b599501b), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:36.885156 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-b149c891-6e65-4591-b9af-1ffb2734f9b5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1e6c192b7cd64cddb54d5817a2c23b99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3400073 Apr 06 11:54:36.885893 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149c891-6e65-4591-b9af-1ffb2734f9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623a00ca-d453-4c5c-84dc-eee2b599501b,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:36.888301 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 47946) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:54:36.913842 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-9d5eb194-58fa-459c-acc4-9884f41fa342 service neutron] For port 262f0ded-e71f-4942-8d58-d697823f9e52, host hv-cinder-83607, cleared binding levels {{(pid=110260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:54:36.923827 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-9d5eb194-58fa-459c-acc4-9884f41fa342 service neutron] For port 262f0ded-e71f-4942-8d58-d697823f9e52, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=262f0ded-e71f-4942-8d58-d697823f9e52,segment=NetworkSegment(4cfea46a-4bee-477e-bfba-1025be7f7a6b),segment_id=4cfea46a-4bee-477e-bfba-1025be7f7a6b)] {{(pid=110260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:54:36.935905 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-9d5eb194-58fa-459c-acc4-9884f41fa342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (262f0ded-e71f-4942-8d58-d697823f9e52), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:36.950688 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3762da77-4630-44b8-8e5e-66d512112c02 admin admin] Publish callbacks [] for security_group (623a00ca-d453-4c5c-84dc-eee2b599501b), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:36.974158 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3762da77-4630-44b8-8e5e-66d512112c02 admin admin] Publish callbacks [] for security_group (623a00ca-d453-4c5c-84dc-eee2b599501b), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:37.001259 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-9d5eb194-58fa-459c-acc4-9884f41fa342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:37.001911 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-9d5eb194-58fa-459c-acc4-9884f41fa342 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:37.003298 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-9d5eb194-58fa-459c-acc4-9884f41fa342 service neutron] 10.222.0.53 "PUT /v2.0/ports/262f0ded-e71f-4942-8d58-d697823f9e52 HTTP/1.1" status: 200 len: 1093 time: 1.5717309 Apr 06 11:54:37.036944 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3762da77-4630-44b8-8e5e-66d512112c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (623a00ca-d453-4c5c-84dc-eee2b599501b), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:37.040072 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3762da77-4630-44b8-8e5e-66d512112c02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:37.041260 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-3762da77-4630-44b8-8e5e-66d512112c02 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/623a00ca-d453-4c5c-84dc-eee2b599501b HTTP/1.1" status: 204 len: 168 time: 0.1507273 Apr 06 11:54:37.045986 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5eb194-58fa-459c-acc4-9884f41fa342 service neutron] Pushing event updated for resources: {'Port': ['ID=262f0ded-e71f-4942-8d58-d697823f9e52,revision_number=3']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:37.060053 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762da77-4630-44b8-8e5e-66d512112c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623a00ca-d453-4c5c-84dc-eee2b599501b,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:37.064123 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e01a6-7cd7-4335-b321-7a93aa16fd5e req-4353d6c5-10f1-4a6d-8447-0c5b91f7e90b tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:37.066749 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-633e01a6-7cd7-4335-b321-7a93aa16fd5e req-4353d6c5-10f1-4a6d-8447-0c5b91f7e90b tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=067b7c83-31a9-4d3f-a2c6-9792ba4f0a91 HTTP/1.1" status: 200 len: 944 time: 0.1279116 Apr 06 11:54:37.149032 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-633e01a6-7cd7-4335-b321-7a93aa16fd5e req-91808c19-4e65-4b94-8fb7-7b8459ef1e0f tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746167 Apr 06 11:54:37.206534 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6457aa5a-e7f0-416b-b9e6-ce2abd32deaa', 'tag': '262f0ded-e71f-4942-8d58-d697823f9e52'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:54:37.210482 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551310d6-6d5d-4bd9-b797-575862de5699" -d '{"events": [{"name": "network-changed", "server_uuid": "6457aa5a-e7f0-416b-b9e6-ce2abd32deaa", "tag": "262f0ded-e71f-4942-8d58-d697823f9e52"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:54:37.255548 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36ebaa3-d90c-4724-b07b-9e270a73817e x-openstack-request-id: req-b36ebaa3-d90c-4724-b07b-9e270a73817e {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:54:37.257806 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6457aa5a-e7f0-416b-b9e6-ce2abd32deaa", "tag": "262f0ded-e71f-4942-8d58-d697823f9e52", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:54:37.258148 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b36ebaa3-d90c-4724-b07b-9e270a73817e {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:54:37.258524 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b36ebaa3-d90c-4724-b07b-9e270a73817e'] response: {'name': 'network-changed', 'server_uuid': '6457aa5a-e7f0-416b-b9e6-ce2abd32deaa', 'tag': '262f0ded-e71f-4942-8d58-d697823f9e52', 'status': 'completed', 'code': 200} Apr 06 11:54:37.468518 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 47996) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:54:37.483492 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-95e32913-b4cf-4bd6-b5c3-cd5fe9c6b67d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:37.540632 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c84bdd-c0a4-45dc-878f-2a3a7a4f0ba0 req-1a8140d1-60da-49b1-b286-ebdebd97d817 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:37.542239 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-09c84bdd-c0a4-45dc-878f-2a3a7a4f0ba0 req-1a8140d1-60da-49b1-b286-ebdebd97d817 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 943 time: 0.0595510 Apr 06 11:54:37.573269 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-95e32913-b4cf-4bd6-b5c3-cd5fe9c6b67d admin admin] Publish callbacks [] for security_group (932d002b-4d0e-43dd-9f6b-a60d0a0811d3), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:37.578239 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-95e32913-b4cf-4bd6-b5c3-cd5fe9c6b67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (932d002b-4d0e-43dd-9f6b-a60d0a0811d3), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:37.620511 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-09c84bdd-c0a4-45dc-878f-2a3a7a4f0ba0 req-614fe89e-0563-469e-aa78-590e9118a291 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722089 Apr 06 11:54:37.623725 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-95e32913-b4cf-4bd6-b5c3-cd5fe9c6b67d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=46461b49f874478c989297476e1082ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1515679 Apr 06 11:54:37.623725 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e32913-b4cf-4bd6-b5c3-cd5fe9c6b67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932d002b-4d0e-43dd-9f6b-a60d0a0811d3,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:37.624587 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 48000) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:54:37.695634 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-225e04ee-6436-4873-beb8-e679484f31f6 admin admin] Publish callbacks [] for security_group (932d002b-4d0e-43dd-9f6b-a60d0a0811d3), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:37.700863 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d4ee8-03af-4734-b9b4-8b95739a4572 req-1dfb98d2-ed62-435c-a5d4-123b5a91c7bb tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:37.707984 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e64d4ee8-03af-4734-b9b4-8b95739a4572 req-1dfb98d2-ed62-435c-a5d4-123b5a91c7bb tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 943 time: 0.0701377 Apr 06 11:54:37.726147 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-225e04ee-6436-4873-beb8-e679484f31f6 admin admin] Publish callbacks [] for security_group (932d002b-4d0e-43dd-9f6b-a60d0a0811d3), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:37.777588 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e64d4ee8-03af-4734-b9b4-8b95739a4572 req-5f6755ea-25f6-46ab-82ac-d4585d6f3c04 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683706 Apr 06 11:54:37.790390 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-225e04ee-6436-4873-beb8-e679484f31f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (932d002b-4d0e-43dd-9f6b-a60d0a0811d3), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:37.793407 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-225e04ee-6436-4873-beb8-e679484f31f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:37.794796 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-225e04ee-6436-4873-beb8-e679484f31f6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/932d002b-4d0e-43dd-9f6b-a60d0a0811d3 HTTP/1.1" status: 204 len: 168 time: 0.1691179 Apr 06 11:54:37.803881 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e04ee-6436-4873-beb8-e679484f31f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932d002b-4d0e-43dd-9f6b-a60d0a0811d3,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:38.272079 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9f8f9-2e4d-40e5-ae3f-9e90057ae43d req-4510e3bf-b3ec-45fe-8ccc-263d23d8336e tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:38.273884 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9ed9f8f9-2e4d-40e5-ae3f-9e90057ae43d req-4510e3bf-b3ec-45fe-8ccc-263d23d8336e tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=067b7c83-31a9-4d3f-a2c6-9792ba4f0a91 HTTP/1.1" status: 200 len: 944 time: 0.0565672 Apr 06 11:54:38.326684 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9ed9f8f9-2e4d-40e5-ae3f-9e90057ae43d req-bcf7f912-c936-44d0-84d0-d2ce5670ab80 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473368 Apr 06 11:54:38.753579 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d005a7-05d3-42c4-be77-b960a0443c57 req-3b92e725-e5a5-457a-a33f-4e8d07c75735 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:38.755078 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-47d005a7-05d3-42c4-be77-b960a0443c57 req-3b92e725-e5a5-457a-a33f-4e8d07c75735 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 943 time: 0.0659726 Apr 06 11:54:38.813790 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-47d005a7-05d3-42c4-be77-b960a0443c57 req-27a4d2f8-4a0a-47cf-ace7-e86472e038f8 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517731 Apr 06 11:54:38.928502 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece6cf7-dc27-4328-94b6-2b621fb1abda req-e4c75690-d5c6-4f1f-ab1a-df88b20a6c68 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:38.930220 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-cece6cf7-dc27-4328-94b6-2b621fb1abda req-e4c75690-d5c6-4f1f-ab1a-df88b20a6c68 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 943 time: 0.0637636 Apr 06 11:54:38.987872 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-cece6cf7-dc27-4328-94b6-2b621fb1abda req-0fd5e9e7-3e4b-4460-b8b1-ba790d93c7b9 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493910 Apr 06 11:54:39.449638 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447f83b-8613-4b4c-81ce-0fceef59c116 req-a46c1b32-e726-46a1-a058-96080fcac342 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:39.451253 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-7447f83b-8613-4b4c-81ce-0fceef59c116 req-a46c1b32-e726-46a1-a058-96080fcac342 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=067b7c83-31a9-4d3f-a2c6-9792ba4f0a91 HTTP/1.1" status: 200 len: 944 time: 0.0556233 Apr 06 11:54:39.507639 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-7447f83b-8613-4b4c-81ce-0fceef59c116 req-de3d8e26-578b-4b39-bdab-b2a803678290 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496881 Apr 06 11:54:39.951791 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8703434-146c-4d0c-ac1c-7458e4e20559 req-99b5ce28-830c-4568-8187-f371552b46a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:39.953325 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b8703434-146c-4d0c-ac1c-7458e4e20559 req-99b5ce28-830c-4568-8187-f371552b46a3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8ded5551324c496ab971fe574a2ca2a7&device_id=067b7c83-31a9-4d3f-a2c6-9792ba4f0a91 HTTP/1.1" status: 200 len: 1128 time: 0.1150882 Apr 06 11:54:39.963196 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551310d6-6d5d-4bd9-b797-575862de5699 req-0109da53-44f9-475e-bf2b-e415b72fcbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:39.964568 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-551310d6-6d5d-4bd9-b797-575862de5699 req-0109da53-44f9-475e-bf2b-e415b72fcbc0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccfa48bf303a4fbd92c016652e6c8ffa&device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 1127 time: 0.0954177 Apr 06 11:54:39.982200 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448e210-e956-4d68-96be-63aa0cdd5805 req-5e6a99fd-8836-4997-a13d-39ca52f5d57d tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:39.983632 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-5448e210-e956-4d68-96be-63aa0cdd5805 req-5e6a99fd-8836-4997-a13d-39ca52f5d57d tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 943 time: 0.0721114 Apr 06 11:54:40.034811 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-5448e210-e956-4d68-96be-63aa0cdd5805 req-fbea33cb-11e8-489f-aa8a-ef84a7e01f26 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438731 Apr 06 11:54:40.105672 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25686b8b-8d98-475c-9441-415fb49c04fc req-6aa91d38-1ec9-4800-ba7a-c6098011bef6 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:40.107206 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-25686b8b-8d98-475c-9441-415fb49c04fc req-6aa91d38-1ec9-4800-ba7a-c6098011bef6 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 943 time: 0.0533278 Apr 06 11:54:40.158158 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-25686b8b-8d98-475c-9441-415fb49c04fc req-accee010-28ec-4db8-98a6-6bb980502a50 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451982 Apr 06 11:54:40.192597 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device b057e539-ce06-4041-a408-2105378d3c63 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:54:40.289566 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port b057e539-ce06-4041-a408-2105378d3c63, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b057e539-ce06-4041-a408-2105378d3c63,segment=NetworkSegment(f159237f-c49d-4bfd-a549-4403ca57eec1),segment_id=f159237f-c49d-4bfd-a549-4403ca57eec1)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:54:40.301772 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Returning: {'device': 'b057e539-ce06-4041-a408-2105378d3c63', 'network_id': '889369f7-9616-4c48-8c43-26abdaa39d54', 'port_id': 'b057e539-ce06-4041-a408-2105378d3c63', 'mac_address': 'fa:16:3e:3e:99:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e325557-84c9-4e7a-9574-412b8d62bf29', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:54:40.344847 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port b057e539-ce06-4041-a408-2105378d3c63 is: DOWN; New status is: BUILD {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:54:40.345235 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (b057e539-ce06-4041-a408-2105378d3c63), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:40.359022 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b057e539-ce06-4041-a408-2105378d3c63 {{(pid=110261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:54:40.378769 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port b057e539-ce06-4041-a408-2105378d3c63, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b057e539-ce06-4041-a408-2105378d3c63,segment=NetworkSegment(f159237f-c49d-4bfd-a549-4403ca57eec1),segment_id=f159237f-c49d-4bfd-a549-4403ca57eec1)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:54:40.383761 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (b057e539-ce06-4041-a408-2105378d3c63), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:40.432247 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=b057e539-ce06-4041-a408-2105378d3c63,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:40.439607 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:40.439962 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:40.440307 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:40.440671 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:40.441041 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:40.441376 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:40.441706 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:40.442035 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:40.442364 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:40.442690 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:40.443043 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:40.443373 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:40.443697 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:40.444018 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:40.444354 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:40.627551 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379adde-559d-46dd-9c76-f4d680accb8e req-0f92b798-b101-4dbd-939e-8aa673af11f7 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:40.629066 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9379adde-559d-46dd-9c76-f4d680accb8e req-0f92b798-b101-4dbd-939e-8aa673af11f7 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=067b7c83-31a9-4d3f-a2c6-9792ba4f0a91 HTTP/1.1" status: 200 len: 945 time: 0.0538595 Apr 06 11:54:40.686532 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9379adde-559d-46dd-9c76-f4d680accb8e req-de812cb4-754b-4baf-a849-209317144487 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514045 Apr 06 11:54:41.042265 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['b057e539-ce06-4041-a408-2105378d3c63'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:54:41.159714 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63421399-ef91-4f29-aee4-3a7138d573bb req-bedbd68c-4417-4f6b-8450-66922353b951 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:41.161670 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-63421399-ef91-4f29-aee4-3a7138d573bb req-bedbd68c-4417-4f6b-8450-66922353b951 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 943 time: 0.0555239 Apr 06 11:54:41.214910 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-63421399-ef91-4f29-aee4-3a7138d573bb req-e1fb3510-43f7-489c-8637-be4de7d55033 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453529 Apr 06 11:54:41.286315 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7609b6-cb4a-4489-91da-5bce8296ef0f req-a557dbf9-07a8-4225-999b-88cc891a1f7b tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:41.287769 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-2c7609b6-cb4a-4489-91da-5bce8296ef0f req-a557dbf9-07a8-4225-999b-88cc891a1f7b tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 943 time: 0.0541232 Apr 06 11:54:41.344270 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-2c7609b6-cb4a-4489-91da-5bce8296ef0f req-b10a531f-c0a9-4569-8c76-fe970a0b90bd tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500083 Apr 06 11:54:41.531716 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8703434-146c-4d0c-ac1c-7458e4e20559 req-696d3068-e37a-441a-aae2-bb36e7e5307c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:41.533148 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b8703434-146c-4d0c-ac1c-7458e4e20559 req-696d3068-e37a-441a-aae2-bb36e7e5307c service neutron] 10.222.0.53 "GET /v2.0/networks?id=889369f7-9616-4c48-8c43-26abdaa39d54 HTTP/1.1" status: 200 len: 915 time: 0.1661217 Apr 06 11:54:41.534126 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551310d6-6d5d-4bd9-b797-575862de5699 req-3584b1df-6fc0-485c-b649-4977868586ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:41.535694 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-551310d6-6d5d-4bd9-b797-575862de5699 req-3584b1df-6fc0-485c-b649-4977868586ac service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=ccfa48bf303a4fbd92c016652e6c8ffa&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1672409 Apr 06 11:54:41.599553 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b8703434-146c-4d0c-ac1c-7458e4e20559 req-da873a65-6972-4d38-9a39-654ac77d7c33 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b057e539-ce06-4041-a408-2105378d3c63 HTTP/1.1" status: 200 len: 217 time: 0.0550094 Apr 06 11:54:41.685140 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8703434-146c-4d0c-ac1c-7458e4e20559 req-512e83ae-833a-4300-ae87-ad7c93f3ebee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:41.686569 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b8703434-146c-4d0c-ac1c-7458e4e20559 req-512e83ae-833a-4300-ae87-ad7c93f3ebee service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8e325557-84c9-4e7a-9574-412b8d62bf29 HTTP/1.1" status: 200 len: 854 time: 0.0605121 Apr 06 11:54:41.730534 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b8703434-146c-4d0c-ac1c-7458e4e20559 req-451346f5-0822-4515-9beb-d67233c0c1df service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=889369f7-9616-4c48-8c43-26abdaa39d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367212 Apr 06 11:54:41.733276 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551310d6-6d5d-4bd9-b797-575862de5699 req-b4434b48-d57c-4b6a-91cf-4c9cfe41d42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:41.734820 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-551310d6-6d5d-4bd9-b797-575862de5699 req-b4434b48-d57c-4b6a-91cf-4c9cfe41d42c service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1893210 Apr 06 11:54:41.816672 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1e0bd-8293-402a-8424-6fc0a1d95e55 req-1251da98-ac5a-401c-a882-8614ac81949d tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:41.818093 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-7ed1e0bd-8293-402a-8424-6fc0a1d95e55 req-1251da98-ac5a-401c-a882-8614ac81949d tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=067b7c83-31a9-4d3f-a2c6-9792ba4f0a91 HTTP/1.1" status: 200 len: 945 time: 0.0616074 Apr 06 11:54:41.869779 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-7ed1e0bd-8293-402a-8424-6fc0a1d95e55 req-cf9fc876-95b8-4187-87f4-8560177974a8 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446279 Apr 06 11:54:41.877035 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b8703434-146c-4d0c-ac1c-7458e4e20559 req-35e5975d-83bf-4b8e-be3a-9aac6e339768 service neutron] 10.222.0.53 "GET /v2.0/networks/889369f7-9616-4c48-8c43-26abdaa39d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308753 Apr 06 11:54:41.879299 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-b29afff7-eec1-4b9b-af91-022a3d60619b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:41.880824 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-b29afff7-eec1-4b9b-af91-022a3d60619b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccfa48bf303a4fbd92c016652e6c8ffa&device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 1127 time: 0.0850582 Apr 06 11:54:41.974399 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-e12ea153-0e09-48db-834e-2062b17cadca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=262f0ded-e71f-4942-8d58-d697823f9e52 HTTP/1.1" status: 200 len: 217 time: 0.0782225 Apr 06 11:54:42.057367 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-8d676fe8-d0cc-48d6-89a8-cccebfa79a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:42.058817 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-8d676fe8-d0cc-48d6-89a8-cccebfa79a4f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9b503157-0ef4-44d3-80a9-20b0dc5d9230 HTTP/1.1" status: 200 len: 858 time: 0.0778060 Apr 06 11:54:42.062366 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b8703434-146c-4d0c-ac1c-7458e4e20559 req-80a90036-3d32-435f-b6fa-fa01c43a0c28 service neutron] 10.222.0.53 "GET /v2.0/networks/889369f7-9616-4c48-8c43-26abdaa39d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676307 Apr 06 11:54:42.140455 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-98783541-9c18-4199-967a-bc10f64ae27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:42.144668 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-98783541-9c18-4199-967a-bc10f64ae27f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8762c11-97c8-4692-bb2b-070d6ecd6b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483229 Apr 06 11:54:42.238333 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-5ff8657e-935f-4cc4-914b-0fdf63e85536 service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882421 Apr 06 11:54:42.253688 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device b057e539-ce06-4041-a408-2105378d3c63 up at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:54:42.274956 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 48122) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:54:42.283764 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-ef25199c-ed37-4b18-9c70-e0fc3daac8d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:42.317257 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning for port b057e539-ce06-4041-a408-2105378d3c63 completed by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:54:42.322689 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning complete for port b057e539-ce06-4041-a408-2105378d3c63 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:54:42.323479 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (b057e539-ce06-4041-a408-2105378d3c63), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:42.407013 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-53e18d75-9953-4cbe-8a32-232c1b359f80 req-8028b5e2-f027-4e45-86a8-717c3c279a1c service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570411 Apr 06 11:54:42.426930 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020060be-9a12-4cf4-b02d-04a1187ab408 req-7cc08f77-5a59-4023-8975-e4d141ad6ef0 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:42.431434 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-020060be-9a12-4cf4-b02d-04a1187ab408 req-7cc08f77-5a59-4023-8975-e4d141ad6ef0 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 943 time: 0.1187119 Apr 06 11:54:42.440005 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port b057e539-ce06-4041-a408-2105378d3c63 is: BUILD; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:54:42.440494 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (b057e539-ce06-4041-a408-2105378d3c63), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:42.463769 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-911bd233-fd96-400f-81b9-f5dee2f21aa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:42.465936 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067b7c83-31a9-4d3f-a2c6-9792ba4f0a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b057e539-ce06-4041-a408-2105378d3c63'}] {{(pid=110261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:54:42.468315 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa90572765a02b80253351879fa6496fbbfbce8a00fa36c7b280133d65d0c1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e86484-d558-4263-b21a-9edfb02470ec" -d '{"events": [{"server_uuid": "067b7c83-31a9-4d3f-a2c6-9792ba4f0a91", "name": "network-vif-plugged", "status": "completed", "tag": "b057e539-ce06-4041-a408-2105378d3c63"}]}' {{(pid=110261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:54:42.488272 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port b057e539-ce06-4041-a408-2105378d3c63, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b057e539-ce06-4041-a408-2105378d3c63,segment=NetworkSegment(f159237f-c49d-4bfd-a549-4403ca57eec1),segment_id=f159237f-c49d-4bfd-a549-4403ca57eec1)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:54:42.494249 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (b057e539-ce06-4041-a408-2105378d3c63), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:42.498439 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595d18d-b09b-49b4-a843-41baf2701486 req-de39f681-a6f9-4ed3-87bb-7507cb1f3be5 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:42.500075 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c595d18d-b09b-49b4-a843-41baf2701486 req-de39f681-a6f9-4ed3-87bb-7507cb1f3be5 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 943 time: 0.0635231 Apr 06 11:54:42.522908 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-020060be-9a12-4cf4-b02d-04a1187ab408 req-fd571a75-30b4-42f5-af8f-0d342ec8ec67 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810606 Apr 06 11:54:42.553395 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=b057e539-ce06-4041-a408-2105378d3c63,revision_number=5']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:42.572549 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c595d18d-b09b-49b4-a843-41baf2701486 req-ef0fc8a1-49b6-4d9f-a208-1892fb309b94 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656540 Apr 06 11:54:42.581143 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9ae42d-42d9-4c03-82e5-b4e9e3871f26 x-openstack-request-id: req-6d9ae42d-42d9-4c03-82e5-b4e9e3871f26 {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:54:42.581485 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067b7c83-31a9-4d3f-a2c6-9792ba4f0a91", "name": "network-vif-plugged", "status": "completed", "tag": "b057e539-ce06-4041-a408-2105378d3c63", "code": 200}]} {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:54:42.581771 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6d9ae42d-42d9-4c03-82e5-b4e9e3871f26 {{(pid=110261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:54:42.582354 dv-cinder-836074-2-iscsi neutron-server[110261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d9ae42d-42d9-4c03-82e5-b4e9e3871f26'] response: {'server_uuid': '067b7c83-31a9-4d3f-a2c6-9792ba4f0a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b057e539-ce06-4041-a408-2105378d3c63', 'code': 200} Apr 06 11:54:42.603543 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-911bd233-fd96-400f-81b9-f5dee2f21aa1 admin admin] Publish callbacks [] for security_group (24fb2efa-5fa9-466e-b4e5-ac5de4106cc6), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:42.607841 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-911bd233-fd96-400f-81b9-f5dee2f21aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (24fb2efa-5fa9-466e-b4e5-ac5de4106cc6), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:42.645570 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911bd233-fd96-400f-81b9-f5dee2f21aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fb2efa-5fa9-466e-b4e5-ac5de4106cc6,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:42.650633 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-911bd233-fd96-400f-81b9-f5dee2f21aa1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e3e60ce0c3a4678a4d2dbdd62a80d70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3746250 Apr 06 11:54:42.653355 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 48130) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:54:42.656939 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911bd233-fd96-400f-81b9-f5dee2f21aa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:42.657285 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911bd233-fd96-400f-81b9-f5dee2f21aa1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:42.657624 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911bd233-fd96-400f-81b9-f5dee2f21aa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:42.657958 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911bd233-fd96-400f-81b9-f5dee2f21aa1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:42.658289 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911bd233-fd96-400f-81b9-f5dee2f21aa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:42.658613 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911bd233-fd96-400f-81b9-f5dee2f21aa1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:42.658935 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911bd233-fd96-400f-81b9-f5dee2f21aa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:42.659253 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911bd233-fd96-400f-81b9-f5dee2f21aa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:42.659573 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911bd233-fd96-400f-81b9-f5dee2f21aa1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:42.659892 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911bd233-fd96-400f-81b9-f5dee2f21aa1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:42.660212 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911bd233-fd96-400f-81b9-f5dee2f21aa1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:42.660810 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911bd233-fd96-400f-81b9-f5dee2f21aa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:42.661128 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911bd233-fd96-400f-81b9-f5dee2f21aa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:42.661439 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911bd233-fd96-400f-81b9-f5dee2f21aa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:42.661752 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911bd233-fd96-400f-81b9-f5dee2f21aa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:54:42.704850 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0b279b57-0586-4773-b495-6ab621185a3d admin admin] Publish callbacks [] for security_group (24fb2efa-5fa9-466e-b4e5-ac5de4106cc6), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:42.732889 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0b279b57-0586-4773-b495-6ab621185a3d admin admin] Publish callbacks [] for security_group (24fb2efa-5fa9-466e-b4e5-ac5de4106cc6), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:42.779944 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0b279b57-0586-4773-b495-6ab621185a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (24fb2efa-5fa9-466e-b4e5-ac5de4106cc6), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:42.782561 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0b279b57-0586-4773-b495-6ab621185a3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:42.783771 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-0b279b57-0586-4773-b495-6ab621185a3d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/24fb2efa-5fa9-466e-b4e5-ac5de4106cc6 HTTP/1.1" status: 204 len: 168 time: 0.1294587 Apr 06 11:54:42.796750 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b279b57-0586-4773-b495-6ab621185a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fb2efa-5fa9-466e-b4e5-ac5de4106cc6,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:42.996476 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff788112-566a-4a28-9b9d-76b2b43ff34f req-e93d110b-9e13-459e-adb0-561b4a866902 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:42.997810 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ff788112-566a-4a28-9b9d-76b2b43ff34f req-e93d110b-9e13-459e-adb0-561b4a866902 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=067b7c83-31a9-4d3f-a2c6-9792ba4f0a91 HTTP/1.1" status: 200 len: 946 time: 0.0567665 Apr 06 11:54:43.049144 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ff788112-566a-4a28-9b9d-76b2b43ff34f req-0478ba61-eb90-4aa9-8ec8-8c8328698643 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451891 Apr 06 11:54:43.081981 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 48140) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:54:43.095907 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-05d939f2-7999-43d7-a042-09d5b4746314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:43.175417 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-05d939f2-7999-43d7-a042-09d5b4746314 admin admin] Publish callbacks [] for security_group (18675cd7-13c9-4094-9653-196f9e303e80), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:43.179935 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-05d939f2-7999-43d7-a042-09d5b4746314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (18675cd7-13c9-4094-9653-196f9e303e80), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:43.217908 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-05d939f2-7999-43d7-a042-09d5b4746314 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=34310279bb32430e83edb22fcbc2f61a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345806 Apr 06 11:54:43.218876 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d939f2-7999-43d7-a042-09d5b4746314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18675cd7-13c9-4094-9653-196f9e303e80,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:43.221691 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 48142) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:54:43.270935 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-91f9020d-371c-4af8-8872-2e6d5c44112d admin admin] Publish callbacks [] for security_group (18675cd7-13c9-4094-9653-196f9e303e80), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:43.295091 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-91f9020d-371c-4af8-8872-2e6d5c44112d admin admin] Publish callbacks [] for security_group (18675cd7-13c9-4094-9653-196f9e303e80), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:43.348309 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-91f9020d-371c-4af8-8872-2e6d5c44112d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (18675cd7-13c9-4094-9653-196f9e303e80), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:43.352531 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-91f9020d-371c-4af8-8872-2e6d5c44112d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:43.353859 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-91f9020d-371c-4af8-8872-2e6d5c44112d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/18675cd7-13c9-4094-9653-196f9e303e80 HTTP/1.1" status: 204 len: 168 time: 0.1310081 Apr 06 11:54:43.368588 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9020d-371c-4af8-8872-2e6d5c44112d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18675cd7-13c9-4094-9653-196f9e303e80,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:43.656242 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92649ae-6b1b-427e-9146-1f223bc119cb req-e269cb39-9c44-4acf-9ae8-9a101e177d48 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:43.661250 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f92649ae-6b1b-427e-9146-1f223bc119cb req-e269cb39-9c44-4acf-9ae8-9a101e177d48 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 943 time: 0.0608227 Apr 06 11:54:43.722217 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93a604-e6eb-46ae-b017-2241ee41b6fb req-7a5e07da-4079-43b4-84a3-0ff749ea76db tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:43.722685 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8b93a604-e6eb-46ae-b017-2241ee41b6fb req-7a5e07da-4079-43b4-84a3-0ff749ea76db tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 943 time: 0.0746045 Apr 06 11:54:43.731686 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f92649ae-6b1b-427e-9146-1f223bc119cb req-5d3a6178-c6ea-4d37-93fb-089e188e4079 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642507 Apr 06 11:54:43.779530 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8b93a604-e6eb-46ae-b017-2241ee41b6fb req-2e21ebb9-232d-43d0-8a05-1f7e725a95b9 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476735 Apr 06 11:54:43.969003 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:44.192271 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f167a1e-4fa1-4161-a65f-882dd3e12737 req-33e4d2e7-f6d4-492c-b799-6827f49abce9 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:44.194444 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-5f167a1e-4fa1-4161-a65f-882dd3e12737 req-33e4d2e7-f6d4-492c-b799-6827f49abce9 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=067b7c83-31a9-4d3f-a2c6-9792ba4f0a91 HTTP/1.1" status: 200 len: 946 time: 0.0636189 Apr 06 11:54:44.233922 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:54:44.263613 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-5f167a1e-4fa1-4161-a65f-882dd3e12737 req-3e1d32df-453d-4858-ae97-71d9de00390c tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590119 Apr 06 11:54:44.363117 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f,segment=NetworkSegment(71069d08-5e26-4841-82c8-61a202745114),segment_id=71069d08-5e26-4841-82c8-61a202745114)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:54:44.376605 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Returning: {'device': '3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f', 'network_id': 'de8c376e-69fb-4e43-b549-d8d17aafcff4', 'port_id': '3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f', 'mac_address': 'fa:16:3e:79:c6:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b164e1-cd7f-4c00-9d14-1a694355ee3f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:54:44.418330 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f is: DOWN; New status is: BUILD {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:54:44.418730 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:44.433309 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f {{(pid=110261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:54:44.458690 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f,segment=NetworkSegment(71069d08-5e26-4841-82c8-61a202745114),segment_id=71069d08-5e26-4841-82c8-61a202745114)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:54:44.463704 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:44.517311 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:44.851051 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442218a8-a5a3-4ab5-944a-f6f076c5216e req-7986763a-f219-40c6-8aaf-4ac4c81e94bd tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:44.852708 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-442218a8-a5a3-4ab5-944a-f6f076c5216e req-7986763a-f219-40c6-8aaf-4ac4c81e94bd tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 943 time: 0.0540283 Apr 06 11:54:44.898401 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb632bf-abaa-4160-8b47-f837440ff017 req-75ccee5a-86b2-4a42-bbf9-58970b050323 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:44.899828 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-cbb632bf-abaa-4160-8b47-f837440ff017 req-75ccee5a-86b2-4a42-bbf9-58970b050323 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 944 time: 0.0541503 Apr 06 11:54:44.905677 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-442218a8-a5a3-4ab5-944a-f6f076c5216e req-043285f2-e9f6-4f86-bbb3-861a0b4b8bb5 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472407 Apr 06 11:54:44.930765 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:54:44.957355 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-cbb632bf-abaa-4160-8b47-f837440ff017 req-fd89f650-db45-4582-8a70-4c0898c3a280 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488837 Apr 06 11:54:45.119485 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-a9ad7b5d-072c-4475-b114-fed2c7a01001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:45.395732 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010c56a-106b-463a-adb9-b6e9f5ea01e6 req-31f8b330-b804-413f-afbf-60bc6518c966 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:45.398152 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9010c56a-106b-463a-adb9-b6e9f5ea01e6 req-31f8b330-b804-413f-afbf-60bc6518c966 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=067b7c83-31a9-4d3f-a2c6-9792ba4f0a91 HTTP/1.1" status: 200 len: 946 time: 0.0584888 Apr 06 11:54:45.448415 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9010c56a-106b-463a-adb9-b6e9f5ea01e6 req-12ea945a-ea14-4dec-88cd-0f849171ebf3 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449417 Apr 06 11:54:45.666955 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4d4a4-b031-4f97-84fd-2ddca0eabcd3 req-bef3e7df-f6b0-498b-813d-80f410809b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:45.666955 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-02d4d4a4-b031-4f97-84fd-2ddca0eabcd3 req-bef3e7df-f6b0-498b-813d-80f410809b94 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=067b7c83-31a9-4d3f-a2c6-9792ba4f0a91 HTTP/1.1" status: 200 len: 1130 time: 0.0454822 Apr 06 11:54:45.723302 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-02d4d4a4-b031-4f97-84fd-2ddca0eabcd3 req-e4d59c93-98b7-40b4-b51f-2568e9d522da service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456963 Apr 06 11:54:46.050570 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396a1bb-11cd-4a00-b528-f7dffbbbeb3e req-68a1605c-7d98-407f-9188-9f4aa8bc9a70 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:46.057892 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3396a1bb-11cd-4a00-b528-f7dffbbbeb3e req-68a1605c-7d98-407f-9188-9f4aa8bc9a70 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 943 time: 0.0736923 Apr 06 11:54:46.094340 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06257a81-95df-4581-afd0-62bceaf19349 req-d2f56ccb-117b-47a5-9cd6-e8f9aa6ab220 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:46.096398 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-06257a81-95df-4581-afd0-62bceaf19349 req-d2f56ccb-117b-47a5-9cd6-e8f9aa6ab220 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 944 time: 0.0612154 Apr 06 11:54:46.110061 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3396a1bb-11cd-4a00-b528-f7dffbbbeb3e req-598b4a92-6825-44e3-a2be-b16298c1c113 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513742 Apr 06 11:54:46.153415 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-06257a81-95df-4581-afd0-62bceaf19349 req-9ed865d3-286c-4f83-b440-ee7e0937592d tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507669 Apr 06 11:54:46.417351 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:46.421562 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f up at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:54:46.471997 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning for port 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f completed by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:54:46.476533 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning complete for port 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:54:46.477144 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:46.566120 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f is: BUILD; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:54:46.567408 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:46.573446 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389245e8-d652-4c11-88cd-c8d01985fe91 req-5a5d586c-4b58-4463-81e6-dd2c3f333638 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:46.574970 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-389245e8-d652-4c11-88cd-c8d01985fe91 req-5a5d586c-4b58-4463-81e6-dd2c3f333638 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=067b7c83-31a9-4d3f-a2c6-9792ba4f0a91 HTTP/1.1" status: 200 len: 946 time: 0.0546148 Apr 06 11:54:46.596598 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb64273-7237-43a9-85cc-28c6759b372d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f'}] {{(pid=110261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:54:46.598908 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa90572765a02b80253351879fa6496fbbfbce8a00fa36c7b280133d65d0c1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97db247-e6a4-4cf3-b7cf-59cdead7b2e8" -d '{"events": [{"server_uuid": "5cb64273-7237-43a9-85cc-28c6759b372d", "name": "network-vif-plugged", "status": "completed", "tag": "3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f"}]}' {{(pid=110261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:54:46.613353 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f,segment=NetworkSegment(71069d08-5e26-4841-82c8-61a202745114),segment_id=71069d08-5e26-4841-82c8-61a202745114)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:54:46.619228 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:46.630670 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-389245e8-d652-4c11-88cd-c8d01985fe91 req-c36174bc-8476-4de5-a6d4-b300226cdcdf tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492921 Apr 06 11:54:46.646362 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e883d6d6-5b34-4df6-a88d-24626f2bb25b x-openstack-request-id: req-e883d6d6-5b34-4df6-a88d-24626f2bb25b {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:54:46.646647 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb64273-7237-43a9-85cc-28c6759b372d", "name": "network-vif-plugged", "status": "completed", "tag": "3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f", "code": 200}]} {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:54:46.646919 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e883d6d6-5b34-4df6-a88d-24626f2bb25b {{(pid=110261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:54:46.647346 dv-cinder-836074-2-iscsi neutron-server[110261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e883d6d6-5b34-4df6-a88d-24626f2bb25b'] response: {'server_uuid': '5cb64273-7237-43a9-85cc-28c6759b372d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f', 'code': 200} Apr 06 11:54:46.674001 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f,revision_number=5']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:47.257727 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c6722-0cd2-4f3e-8110-e4a3bc5e9328 req-58a70860-2012-43a6-9b14-1c1ec7d4970f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:47.259323 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9f4c6722-0cd2-4f3e-8110-e4a3bc5e9328 req-58a70860-2012-43a6-9b14-1c1ec7d4970f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 1129 time: 0.0896711 Apr 06 11:54:47.287809 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705ddeb-65d4-4ee1-9e31-626a9814da41 req-a5e3fc70-51ab-4924-8bc3-7b6dbb73955b tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:47.289494 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9705ddeb-65d4-4ee1-9e31-626a9814da41 req-a5e3fc70-51ab-4924-8bc3-7b6dbb73955b tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 943 time: 0.0862994 Apr 06 11:54:47.328678 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de597fa-9d4e-4121-ad9b-8354b6af26b5 req-77fe9cb9-588b-416c-b295-df7a4e3e4a0f tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:47.330267 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-0de597fa-9d4e-4121-ad9b-8354b6af26b5 req-77fe9cb9-588b-416c-b295-df7a4e3e4a0f tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 945 time: 0.0982211 Apr 06 11:54:47.351030 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9f4c6722-0cd2-4f3e-8110-e4a3bc5e9328 req-ebbbe55b-8604-412e-a07c-b9ba18c84342 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842237 Apr 06 11:54:47.369723 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9705ddeb-65d4-4ee1-9e31-626a9814da41 req-59ab671d-1731-4ebf-990f-eb474a56cd9a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722198 Apr 06 11:54:47.425389 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-0de597fa-9d4e-4121-ad9b-8354b6af26b5 req-936afb73-037d-4fcc-a726-a2a02c6423c3 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877690 Apr 06 11:54:47.750003 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3bb77-803d-4dc6-a8b6-673247de4382 req-10d7d043-6078-4811-aa83-8c5ba18f6057 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:47.751525 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-98b3bb77-803d-4dc6-a8b6-673247de4382 req-10d7d043-6078-4811-aa83-8c5ba18f6057 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=067b7c83-31a9-4d3f-a2c6-9792ba4f0a91 HTTP/1.1" status: 200 len: 946 time: 0.0536947 Apr 06 11:54:47.798063 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-98b3bb77-803d-4dc6-a8b6-673247de4382 req-2778e346-5a45-40ea-88fb-a97f5163d6a1 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404241 Apr 06 11:54:48.401855 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 262f0ded-e71f-4942-8d58-d697823f9e52 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:54:48.501581 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c0e03-7e73-4af3-8181-efb241537a3c req-7a3d06fe-7fc6-4b52-8bb3-2cacba117d83 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:48.503152 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b76c0e03-7e73-4af3-8181-efb241537a3c req-7a3d06fe-7fc6-4b52-8bb3-2cacba117d83 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 943 time: 0.0617344 Apr 06 11:54:48.529600 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 262f0ded-e71f-4942-8d58-d697823f9e52, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=262f0ded-e71f-4942-8d58-d697823f9e52,segment=NetworkSegment(4cfea46a-4bee-477e-bfba-1025be7f7a6b),segment_id=4cfea46a-4bee-477e-bfba-1025be7f7a6b)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:54:48.557494 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Returning: {'device': '262f0ded-e71f-4942-8d58-d697823f9e52', 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12', 'port_id': '262f0ded-e71f-4942-8d58-d697823f9e52', 'mac_address': 'fa:16:3e:72:05:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b503157-0ef4-44d3-80a9-20b0dc5d9230', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:54:48.564921 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde950c-7897-4dcb-9738-fabc2d4a238c req-580e9db6-bc27-4260-8799-2f99bd37be3b tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:48.566686 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4cde950c-7897-4dcb-9738-fabc2d4a238c req-580e9db6-bc27-4260-8799-2f99bd37be3b tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 945 time: 0.0710473 Apr 06 11:54:48.601746 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b76c0e03-7e73-4af3-8181-efb241537a3c req-b42f497a-57b3-48bb-a9c3-80d637d225d3 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892997 Apr 06 11:54:48.609828 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 262f0ded-e71f-4942-8d58-d697823f9e52 is: DOWN; New status is: BUILD {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:54:48.610306 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (262f0ded-e71f-4942-8d58-d697823f9e52), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:48.625965 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262f0ded-e71f-4942-8d58-d697823f9e52 {{(pid=110261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:54:48.642047 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4cde950c-7897-4dcb-9738-fabc2d4a238c req-da727667-8f32-4d7f-a5e4-1f7e39115619 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689428 Apr 06 11:54:48.649351 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 262f0ded-e71f-4942-8d58-d697823f9e52, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=262f0ded-e71f-4942-8d58-d697823f9e52,segment=NetworkSegment(4cfea46a-4bee-477e-bfba-1025be7f7a6b),segment_id=4cfea46a-4bee-477e-bfba-1025be7f7a6b)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:54:48.654757 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (262f0ded-e71f-4942-8d58-d697823f9e52), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:48.708835 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=262f0ded-e71f-4942-8d58-d697823f9e52,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:48.745780 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:48.925375 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159eff0d-eb15-4719-9908-50cf7291cc16 req-5103c754-95f1-48a8-b7c3-fae70bb10383 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:48.926860 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-159eff0d-eb15-4719-9908-50cf7291cc16 req-5103c754-95f1-48a8-b7c3-fae70bb10383 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=067b7c83-31a9-4d3f-a2c6-9792ba4f0a91 HTTP/1.1" status: 200 len: 946 time: 0.0576515 Apr 06 11:54:48.984471 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-159eff0d-eb15-4719-9908-50cf7291cc16 req-cba3cad0-4a52-415d-aa7d-3df2f1229c5b tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512612 Apr 06 11:54:49.059766 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:49.359704 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['262f0ded-e71f-4942-8d58-d697823f9e52'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:54:49.754387 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd13326-4c4f-43db-9ffb-ea9fc9c1eb4f req-994606c0-05bf-4a28-9a07-459573ab50ea tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:49.756031 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9dd13326-4c4f-43db-9ffb-ea9fc9c1eb4f req-994606c0-05bf-4a28-9a07-459573ab50ea tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 944 time: 0.0628297 Apr 06 11:54:49.792193 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806eda2d-1515-4c4f-a236-7d549a533fed req-58bbbaba-af6d-4b54-bd76-f10a553095b9 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:49.794462 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-806eda2d-1515-4c4f-a236-7d549a533fed req-58bbbaba-af6d-4b54-bd76-f10a553095b9 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 945 time: 0.0697396 Apr 06 11:54:49.810694 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9dd13326-4c4f-43db-9ffb-ea9fc9c1eb4f req-6a3f5e56-b252-444f-9100-09255a5dc7b1 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484602 Apr 06 11:54:49.861445 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-806eda2d-1515-4c4f-a236-7d549a533fed req-570bb452-b219-49b8-bd46-2c236a0d9db1 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613244 Apr 06 11:54:49.999127 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdd8e2-707b-4b33-8e32-f43f09b29419 req-de201672-8207-4bbb-9915-d07d3a7a1d40 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:50.000845 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a9cdd8e2-707b-4b33-8e32-f43f09b29419 req-de201672-8207-4bbb-9915-d07d3a7a1d40 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 945 time: 0.0648191 Apr 06 11:54:50.059519 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a9cdd8e2-707b-4b33-8e32-f43f09b29419 req-7de77bbb-060a-4cba-90c7-deb658e5b57f tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528436 Apr 06 11:54:50.081873 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 48336) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:54:50.318072 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f536e8d-29b0-4521-aa1a-767c690a39f8 tempest-TestShelveInstance-2019991984 tempest-TestShelveInstance-2019991984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:50.319841 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-7f536e8d-29b0-4521-aa1a-767c690a39f8 tempest-TestShelveInstance-2019991984 tempest-TestShelveInstance-2019991984-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 1124 time: 0.2368653 Apr 06 11:54:50.322734 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 48344) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:54:50.327143 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-d9aec939-ac50-4221-b6e9-d84e6a75f6cf tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Request body: {'floatingip': {'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'port_id': '3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f', 'tenant_id': 'c61da0b3453a4380b55109d369f70604', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:54:50.356753 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-d9aec939-ac50-4221-b6e9-d84e6a75f6cf tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:50.472523 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-d9aec939-ac50-4221-b6e9-d84e6a75f6cf tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:50.601009 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [None req-d9aec939-ac50-4221-b6e9-d84e6a75f6cf tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Allocated IP 172.27.1.136 (f8bc4371-0f06-4ac4-8212-20e00bcdd0be/f72af3a5-4f9e-49cd-911b-77b0f5cebaf5/846f9fb4-e5b7-4457-b0fc-2ca00c231865) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:54:50.728110 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-d9aec939-ac50-4221-b6e9-d84e6a75f6cf tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks [] for port (846f9fb4-e5b7-4457-b0fc-2ca00c231865), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:50.764799 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-d9aec939-ac50-4221-b6e9-d84e6a75f6cf tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (846f9fb4-e5b7-4457-b0fc-2ca00c231865), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:50.814034 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9aec939-ac50-4221-b6e9-d84e6a75f6cf tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Network f8bc4371-0f06-4ac4-8212-20e00bcdd0be is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:54:50.817089 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-d9aec939-ac50-4221-b6e9-d84e6a75f6cf tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:54:50.821884 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9aec939-ac50-4221-b6e9-d84e6a75f6cf tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:54:50.846770 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aec939-ac50-4221-b6e9-d84e6a75f6cf tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Pushing event updated for resources: {'Port': ['ID=846f9fb4-e5b7-4457-b0fc-2ca00c231865,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:50.918616 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 262f0ded-e71f-4942-8d58-d697823f9e52 up at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:54:50.953000 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9e802-57cc-48c0-b78e-5f465326af87 req-16878897-aea7-44c3-abae-6b5ebfb6f886 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:50.955916 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-12e9e802-57cc-48c0-b78e-5f465326af87 req-16878897-aea7-44c3-abae-6b5ebfb6f886 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 944 time: 0.0618391 Apr 06 11:54:50.986238 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning for port 262f0ded-e71f-4942-8d58-d697823f9e52 completed by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:54:50.990390 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning complete for port 262f0ded-e71f-4942-8d58-d697823f9e52 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:54:50.990800 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (262f0ded-e71f-4942-8d58-d697823f9e52), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:51.039357 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-12e9e802-57cc-48c0-b78e-5f465326af87 req-7451de8a-7b8b-4961-9360-aa7eee569513 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725529 Apr 06 11:54:51.099006 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 262f0ded-e71f-4942-8d58-d697823f9e52 is: BUILD; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:54:51.099415 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (262f0ded-e71f-4942-8d58-d697823f9e52), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:51.141345 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 262f0ded-e71f-4942-8d58-d697823f9e52, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=262f0ded-e71f-4942-8d58-d697823f9e52,segment=NetworkSegment(4cfea46a-4bee-477e-bfba-1025be7f7a6b),segment_id=4cfea46a-4bee-477e-bfba-1025be7f7a6b)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:54:51.142407 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6457aa5a-e7f0-416b-b9e6-ce2abd32deaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262f0ded-e71f-4942-8d58-d697823f9e52'}] {{(pid=110261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:54:51.145904 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa90572765a02b80253351879fa6496fbbfbce8a00fa36c7b280133d65d0c1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae16eeff-0a90-4f9d-b40d-f5f546edead0" -d '{"events": [{"server_uuid": "6457aa5a-e7f0-416b-b9e6-ce2abd32deaa", "name": "network-vif-plugged", "status": "completed", "tag": "262f0ded-e71f-4942-8d58-d697823f9e52"}]}' {{(pid=110261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:54:51.151744 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (262f0ded-e71f-4942-8d58-d697823f9e52), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:51.199555 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d163da51-58c5-4d26-b5fe-cd12b0b52642 x-openstack-request-id: req-d163da51-58c5-4d26-b5fe-cd12b0b52642 {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:54:51.200186 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6457aa5a-e7f0-416b-b9e6-ce2abd32deaa", "name": "network-vif-plugged", "status": "completed", "tag": "262f0ded-e71f-4942-8d58-d697823f9e52", "code": 200}]} {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:54:51.200462 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d163da51-58c5-4d26-b5fe-cd12b0b52642 {{(pid=110261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:54:51.203491 dv-cinder-836074-2-iscsi neutron-server[110261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d163da51-58c5-4d26-b5fe-cd12b0b52642'] response: {'server_uuid': '6457aa5a-e7f0-416b-b9e6-ce2abd32deaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262f0ded-e71f-4942-8d58-d697823f9e52', 'code': 200} Apr 06 11:54:51.227975 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=262f0ded-e71f-4942-8d58-d697823f9e52,revision_number=5']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:51.583262 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81f58c-ba3f-4ce3-9c4a-f8d28d3f08f8 req-bff43320-b32b-4bb7-83e8-bdd76bf02581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:51.585014 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-2c81f58c-ba3f-4ce3-9c4a-f8d28d3f08f8 req-bff43320-b32b-4bb7-83e8-bdd76bf02581 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 1129 time: 0.0940216 Apr 06 11:54:51.615294 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-d9aec939-ac50-4221-b6e9-d84e6a75f6cf tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks [] for floatingip (a7c24958-432c-495d-9089-4f965f477f6c), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:51.666863 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-2c81f58c-ba3f-4ce3-9c4a-f8d28d3f08f8 req-95eca89e-b963-4ffe-ad56-8f0890324f10 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746183 Apr 06 11:54:51.703814 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-d9aec939-ac50-4221-b6e9-d84e6a75f6cf tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (846f9fb4-e5b7-4457-b0fc-2ca00c231865), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:51.859736 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-d9aec939-ac50-4221-b6e9-d84e6a75f6cf tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks [] for port (846f9fb4-e5b7-4457-b0fc-2ca00c231865), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:51.864214 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-d9aec939-ac50-4221-b6e9-d84e6a75f6cf tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (846f9fb4-e5b7-4457-b0fc-2ca00c231865), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:51.935062 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aec939-ac50-4221-b6e9-d84e6a75f6cf tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Pushing event updated for resources: {'Port': ['ID=846f9fb4-e5b7-4457-b0fc-2ca00c231865,revision_number=2']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:51.954636 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-d9aec939-ac50-4221-b6e9-d84e6a75f6cf tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (a7c24958-432c-495d-9089-4f965f477f6c), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:52.066773 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.db.l3_db [None req-d9aec939-ac50-4221-b6e9-d84e6a75f6cf tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Floating IP a7c24958-432c-495d-9089-4f965f477f6c associated. External IP: 172.27.1.136, port: 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f. Apr 06 11:54:52.159165 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d231e-34b7-4b1d-bf0b-0b4df89524d2 req-1cf10602-6077-44c6-9ee9-1b2ebf617ef2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:52.160936 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-af4d231e-34b7-4b1d-bf0b-0b4df89524d2 req-1cf10602-6077-44c6-9ee9-1b2ebf617ef2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 945 time: 0.0603726 Apr 06 11:54:52.299357 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9aec939-ac50-4221-b6e9-d84e6a75f6cf tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Router e801a9e8-6b66-45f4-a39a-18d31e7f2809 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:54:52.423827 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-af4d231e-34b7-4b1d-bf0b-0b4df89524d2 req-654d0716-67a5-41da-9c9d-3235bb42940e tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2572460 Apr 06 11:54:52.430574 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9aec939-ac50-4221-b6e9-d84e6a75f6cf tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:54:52.448975 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3029e8b6-593d-463c-8a68-5b2aaff2be6e None None] Sync routers for ids ['e801a9e8-6b66-45f4-a39a-18d31e7f2809'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:54:52.453558 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-d9aec939-ac50-4221-b6e9-d84e6a75f6cf tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:52.459219 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3029e8b6-593d-463c-8a68-5b2aaff2be6e None None] Routers {'e801a9e8-6b66-45f4-a39a-18d31e7f2809'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:54:52.459981 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-3029e8b6-593d-463c-8a68-5b2aaff2be6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:54:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['e801a9e8-6b66-45f4-a39a-18d31e7f2809'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:54:52.484431 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-d9aec939-ac50-4221-b6e9-d84e6a75f6cf tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1606579 Apr 06 11:54:52.485053 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb64273-7237-43a9-85cc-28c6759b372d', 'tag': '3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:54:52.487301 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e786582-387a-4b00-904f-f715e3fcd462" -d '{"events": [{"name": "network-changed", "server_uuid": "5cb64273-7237-43a9-85cc-28c6759b372d", "tag": "3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:54:52.533100 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6259fa4a-2f86-49bb-b310-be1a2ec077a1 x-openstack-request-id: req-6259fa4a-2f86-49bb-b310-be1a2ec077a1 {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:54:52.533401 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cb64273-7237-43a9-85cc-28c6759b372d", "tag": "3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:54:52.533661 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6259fa4a-2f86-49bb-b310-be1a2ec077a1 {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:54:52.534217 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6259fa4a-2f86-49bb-b310-be1a2ec077a1'] response: {'name': 'network-changed', 'server_uuid': '5cb64273-7237-43a9-85cc-28c6759b372d', 'tag': '3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f', 'status': 'completed', 'code': 200} Apr 06 11:54:52.578175 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-3029e8b6-593d-463c-8a68-5b2aaff2be6e None None] Set router e801a9e8-6b66-45f4-a39a-18d31e7f2809 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:54:52.804360 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-3029e8b6-593d-463c-8a68-5b2aaff2be6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'name': 'tempest-TestShelveInstance-1578475368-router', 'tenant_id': 'c61da0b3453a4380b55109d369f70604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'e75a30be-38fb-4621-a57d-7d2a8fe73c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:52:42Z', 'updated_at': '2022-04-06T11:52:45Z', 'revision_number': 4, 'project_id': 'c61da0b3453a4380b55109d369f70604', 'gw_port': {'id': 'e75a30be-38fb-4621-a57d-7d2a8fe73c5f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:43Z', 'updated_at': '2022-04-06T11:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': 'a7c24958-432c-495d-9089-4f965f477f6c', 'tenant_id': 'c61da0b3453a4380b55109d369f70604', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'port_id': '3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de8c376e-69fb-4e43-b549-d8d17aafcff4', 'mac_address': 'fa:16:3e:79:c6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb64273-7237-43a9-85cc-28c6759b372d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:54:51Z', 'updated_at': '2022-04-06T11:54:51Z', 'revision_number': 0, 'project_id': 'c61da0b3453a4380b55109d369f70604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c598d21d-fe45-449f-ad92-93054ea82164', 'name': '', 'network_id': 'de8c376e-69fb-4e43-b549-d8d17aafcff4', 'tenant_id': 'c61da0b3453a4380b55109d369f70604', 'mac_address': 'fa:16:3e:52:90:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e4b164e1-cd7f-4c00-9d14-1a694355ee3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:44Z', 'updated_at': '2022-04-06T11:52:50Z', 'revision_number': 5, 'project_id': 'c61da0b3453a4380b55109d369f70604', 'subnets': [{'id': 'e4b164e1-cd7f-4c00-9d14-1a694355ee3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:54:52.834201 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3029e8b6-593d-463c-8a68-5b2aaff2be6e None None] Checking router: e801a9e8-6b66-45f4-a39a-18d31e7f2809 for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:54:52.843201 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3029e8b6-593d-463c-8a68-5b2aaff2be6e None None] Routers {'e801a9e8-6b66-45f4-a39a-18d31e7f2809'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:54:52.843809 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-3029e8b6-593d-463c-8a68-5b2aaff2be6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:54:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['e801a9e8-6b66-45f4-a39a-18d31e7f2809'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:54:52.918151 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e786582-387a-4b00-904f-f715e3fcd462 req-565926e4-73c8-47fa-aeda-2ec711e6dda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:52.919672 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8e786582-387a-4b00-904f-f715e3fcd462 req-565926e4-73c8-47fa-aeda-2ec711e6dda3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c61da0b3453a4380b55109d369f70604&device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 1129 time: 0.0461049 Apr 06 11:54:52.953863 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-3029e8b6-593d-463c-8a68-5b2aaff2be6e None None] Set router e801a9e8-6b66-45f4-a39a-18d31e7f2809 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:54:53.015517 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e786582-387a-4b00-904f-f715e3fcd462 req-6121acdb-d776-4d2c-8f72-e88a59c31b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:53.016992 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8e786582-387a-4b00-904f-f715e3fcd462 req-6121acdb-d776-4d2c-8f72-e88a59c31b10 service neutron] 10.222.0.53 "GET /v2.0/networks?id=de8c376e-69fb-4e43-b549-d8d17aafcff4 HTTP/1.1" status: 200 len: 910 time: 0.0904930 Apr 06 11:54:53.097710 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8e786582-387a-4b00-904f-f715e3fcd462 req-fcc70d87-6134-4877-89fe-62adeb1044d0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f HTTP/1.1" status: 200 len: 999 time: 0.0640440 Apr 06 11:54:53.166347 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e786582-387a-4b00-904f-f715e3fcd462 req-37a956d0-78d1-4a26-83a8-307c66e86b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:53.167955 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8e786582-387a-4b00-904f-f715e3fcd462 req-37a956d0-78d1-4a26-83a8-307c66e86b44 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e4b164e1-cd7f-4c00-9d14-1a694355ee3f HTTP/1.1" status: 200 len: 848 time: 0.0529182 Apr 06 11:54:53.186685 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-3029e8b6-593d-463c-8a68-5b2aaff2be6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'name': 'tempest-TestShelveInstance-1578475368-router', 'tenant_id': 'c61da0b3453a4380b55109d369f70604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'e75a30be-38fb-4621-a57d-7d2a8fe73c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:52:42Z', 'updated_at': '2022-04-06T11:52:45Z', 'revision_number': 4, 'project_id': 'c61da0b3453a4380b55109d369f70604', 'gw_port': {'id': 'e75a30be-38fb-4621-a57d-7d2a8fe73c5f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:43Z', 'updated_at': '2022-04-06T11:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': 'a7c24958-432c-495d-9089-4f965f477f6c', 'tenant_id': 'c61da0b3453a4380b55109d369f70604', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'port_id': '3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de8c376e-69fb-4e43-b549-d8d17aafcff4', 'mac_address': 'fa:16:3e:79:c6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb64273-7237-43a9-85cc-28c6759b372d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:54:51Z', 'updated_at': '2022-04-06T11:54:51Z', 'revision_number': 0, 'project_id': 'c61da0b3453a4380b55109d369f70604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c598d21d-fe45-449f-ad92-93054ea82164', 'name': '', 'network_id': 'de8c376e-69fb-4e43-b549-d8d17aafcff4', 'tenant_id': 'c61da0b3453a4380b55109d369f70604', 'mac_address': 'fa:16:3e:52:90:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e4b164e1-cd7f-4c00-9d14-1a694355ee3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:44Z', 'updated_at': '2022-04-06T11:52:50Z', 'revision_number': 5, 'project_id': 'c61da0b3453a4380b55109d369f70604', 'subnets': [{'id': 'e4b164e1-cd7f-4c00-9d14-1a694355ee3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:54:53.218684 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3029e8b6-593d-463c-8a68-5b2aaff2be6e None None] The sync data for ids ['e801a9e8-6b66-45f4-a39a-18d31e7f2809'] in dv-cinder-836074-2-iscsi is: [{'id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'name': 'tempest-TestShelveInstance-1578475368-router', 'tenant_id': 'c61da0b3453a4380b55109d369f70604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'e75a30be-38fb-4621-a57d-7d2a8fe73c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:52:42Z', 'updated_at': '2022-04-06T11:52:45Z', 'revision_number': 4, 'project_id': 'c61da0b3453a4380b55109d369f70604', 'gw_port': {'id': 'e75a30be-38fb-4621-a57d-7d2a8fe73c5f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:43Z', 'updated_at': '2022-04-06T11:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': 'a7c24958-432c-495d-9089-4f965f477f6c', 'tenant_id': 'c61da0b3453a4380b55109d369f70604', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'port_id': '3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de8c376e-69fb-4e43-b549-d8d17aafcff4', 'mac_address': 'fa:16:3e:79:c6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb64273-7237-43a9-85cc-28c6759b372d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:54:51Z', 'updated_at': '2022-04-06T11:54:51Z', 'revision_number': 0, 'project_id': 'c61da0b3453a4380b55109d369f70604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c598d21d-fe45-449f-ad92-93054ea82164', 'name': '', 'network_id': 'de8c376e-69fb-4e43-b549-d8d17aafcff4', 'tenant_id': 'c61da0b3453a4380b55109d369f70604', 'mac_address': 'fa:16:3e:52:90:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e4b164e1-cd7f-4c00-9d14-1a694355ee3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:44Z', 'updated_at': '2022-04-06T11:52:50Z', 'revision_number': 5, 'project_id': 'c61da0b3453a4380b55109d369f70604', 'subnets': [{'id': 'e4b164e1-cd7f-4c00-9d14-1a694355ee3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:54:53.252315 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e786582-387a-4b00-904f-f715e3fcd462 req-35b077df-3718-4e7c-8f4e-825633bf4e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:53.254169 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8e786582-387a-4b00-904f-f715e3fcd462 req-35b077df-3718-4e7c-8f4e-825633bf4e10 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=de8c376e-69fb-4e43-b549-d8d17aafcff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493212 Apr 06 11:54:53.431667 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672c0357-49ac-4a08-b5a2-3a00ccf0aaa3 None None] New status for floating IP a7c24958-432c-495d-9089-4f965f477f6c: ACTIVE {{(pid=110261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:54:53.546762 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3bd3a7-7efd-4a2c-b789-888f22bac537 req-75acaa4b-0ec0-43dc-913b-3dde07f7a5b7 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:53.548902 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6b3bd3a7-7efd-4a2c-b789-888f22bac537 req-75acaa4b-0ec0-43dc-913b-3dde07f7a5b7 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 945 time: 0.0534325 Apr 06 11:54:53.606038 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6b3bd3a7-7efd-4a2c-b789-888f22bac537 req-44817f3e-186d-47bb-a675-4a907f71e447 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507879 Apr 06 11:54:54.052333 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8e786582-387a-4b00-904f-f715e3fcd462 req-70c4707c-9df7-4569-b66a-bfb4e05fa9d4 service neutron] 10.222.0.53 "GET /v2.0/networks/de8c376e-69fb-4e43-b549-d8d17aafcff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927951 Apr 06 11:54:54.168336 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8e786582-387a-4b00-904f-f715e3fcd462 req-8c7c20cc-23bf-4b50-8a1f-dfc0ca1bcdcb service neutron] 10.222.0.53 "GET /v2.0/networks/de8c376e-69fb-4e43-b549-d8d17aafcff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050017 Apr 06 11:54:54.742409 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6def6-ea5b-44d7-a0d1-13d7aa2b3b63 req-c5fd47d9-fa00-4b2a-b553-67c9a8e1c2a5 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:54.742409 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f0a6def6-ea5b-44d7-a0d1-13d7aa2b3b63 req-c5fd47d9-fa00-4b2a-b553-67c9a8e1c2a5 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 945 time: 0.0597570 Apr 06 11:54:54.792793 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f0a6def6-ea5b-44d7-a0d1-13d7aa2b3b63 req-c06a63ce-f305-4d98-9f50-28c1f26071c1 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483148 Apr 06 11:54:54.913584 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d31598-8495-4801-974c-b53fb618d342 req-2f91d621-f1ce-410a-91bd-3b96b279ebe3 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:54.915149 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-79d31598-8495-4801-974c-b53fb618d342 req-2f91d621-f1ce-410a-91bd-3b96b279ebe3 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 945 time: 0.0570600 Apr 06 11:54:54.923725 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 48438) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:54:54.929385 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-906b3e9d-10a0-4400-8977-428199e2a88c tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Request body: {'floatingip': {'port_id': '262f0ded-e71f-4942-8d58-d697823f9e52'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:54:55.012878 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-906b3e9d-10a0-4400-8977-428199e2a88c tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks [] for floatingip (c4150dc3-4638-4fa2-968e-9cc2d7e6c148), before_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:55.025565 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 48442) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:54:55.138415 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-411c63e7-1300-4207-ac64-1859d9d2d75a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:55.220478 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-411c63e7-1300-4207-ac64-1859d9d2d75a admin admin] Publish callbacks [] for security_group (190643bf-4cf0-4cf7-a1ca-580549695058), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:55.224264 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-411c63e7-1300-4207-ac64-1859d9d2d75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (190643bf-4cf0-4cf7-a1ca-580549695058), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:55.263776 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-411c63e7-1300-4207-ac64-1859d9d2d75a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5663ad49cda743f2b7ad1604c5ef488a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370312 Apr 06 11:54:55.264748 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c63e7-1300-4207-ac64-1859d9d2d75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190643bf-4cf0-4cf7-a1ca-580549695058,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:55.266647 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 48446) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:54:55.496791 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-be6f03dc-00e3-41c4-944d-4cca75babf39 admin admin] Publish callbacks [] for security_group (190643bf-4cf0-4cf7-a1ca-580549695058), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:55.564456 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-be6f03dc-00e3-41c4-944d-4cca75babf39 admin admin] Publish callbacks [] for security_group (190643bf-4cf0-4cf7-a1ca-580549695058), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:55.600607 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:54:55.732656 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-be6f03dc-00e3-41c4-944d-4cca75babf39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (190643bf-4cf0-4cf7-a1ca-580549695058), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:55.735182 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-be6f03dc-00e3-41c4-944d-4cca75babf39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:55.736326 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-be6f03dc-00e3-41c4-944d-4cca75babf39 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/190643bf-4cf0-4cf7-a1ca-580549695058 HTTP/1.1" status: 204 len: 168 time: 0.4686894 Apr 06 11:54:55.763493 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f03dc-00e3-41c4-944d-4cca75babf39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190643bf-4cf0-4cf7-a1ca-580549695058,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:54:55.797401 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-906b3e9d-10a0-4400-8977-428199e2a88c tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:55.803766 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-906b3e9d-10a0-4400-8977-428199e2a88c tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (c4150dc3-4638-4fa2-968e-9cc2d7e6c148), after_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:55.929288 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.db.l3_db [None req-906b3e9d-10a0-4400-8977-428199e2a88c tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Floating IP c4150dc3-4638-4fa2-968e-9cc2d7e6c148 associated. External IP: 172.27.1.224, port: 262f0ded-e71f-4942-8d58-d697823f9e52. Apr 06 11:54:56.365595 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906b3e9d-10a0-4400-8977-428199e2a88c tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Router aeae7732-84b6-4075-9bfb-0ad435d359e6 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:54:56.487403 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906b3e9d-10a0-4400-8977-428199e2a88c tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:54:56.493488 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-906b3e9d-10a0-4400-8977-428199e2a88c tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:54:56.500477 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3271fb-a7c9-4a1b-81e1-585898199520 None None] Sync routers for ids ['aeae7732-84b6-4075-9bfb-0ad435d359e6'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:54:56.513737 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3271fb-a7c9-4a1b-81e1-585898199520 None None] Routers {'aeae7732-84b6-4075-9bfb-0ad435d359e6'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:54:56.514665 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-2f3271fb-a7c9-4a1b-81e1-585898199520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:54:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['aeae7732-84b6-4075-9bfb-0ad435d359e6'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:54:56.537408 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-906b3e9d-10a0-4400-8977-428199e2a88c tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "PUT /v2.0/floatingips/c4150dc3-4638-4fa2-968e-9cc2d7e6c148 HTTP/1.1" status: 200 len: 991 time: 1.6037130 Apr 06 11:54:56.537408 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6457aa5a-e7f0-416b-b9e6-ce2abd32deaa', 'tag': '262f0ded-e71f-4942-8d58-d697823f9e52'}] {{(pid=110259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:54:56.537408 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c7c8e3a7af7eec310205c5f765578dca3c187f66a15f537813450f68a58a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a78943-a74c-4db3-a827-79603007c80d" -d '{"events": [{"name": "network-changed", "server_uuid": "6457aa5a-e7f0-416b-b9e6-ce2abd32deaa", "tag": "262f0ded-e71f-4942-8d58-d697823f9e52"}]}' {{(pid=110259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:54:56.578299 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dae6cf3-1d81-492e-9f86-599e6164e2e6 x-openstack-request-id: req-0dae6cf3-1d81-492e-9f86-599e6164e2e6 {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:54:56.578617 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6457aa5a-e7f0-416b-b9e6-ce2abd32deaa", "tag": "262f0ded-e71f-4942-8d58-d697823f9e52", "status": "completed", "code": 200}]} {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:54:56.578877 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0dae6cf3-1d81-492e-9f86-599e6164e2e6 {{(pid=110259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:54:56.579293 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dae6cf3-1d81-492e-9f86-599e6164e2e6'] response: {'name': 'network-changed', 'server_uuid': '6457aa5a-e7f0-416b-b9e6-ce2abd32deaa', 'tag': '262f0ded-e71f-4942-8d58-d697823f9e52', 'status': 'completed', 'code': 200} Apr 06 11:54:56.687588 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a78943-a74c-4db3-a827-79603007c80d req-c4963b1b-054f-493a-9e80-eb3348c87a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:56.689134 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-88a78943-a74c-4db3-a827-79603007c80d req-c4963b1b-054f-493a-9e80-eb3348c87a8b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccfa48bf303a4fbd92c016652e6c8ffa&device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 1129 time: 0.0558338 Apr 06 11:54:56.736559 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-2f3271fb-a7c9-4a1b-81e1-585898199520 None None] Set router aeae7732-84b6-4075-9bfb-0ad435d359e6 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:54:56.789914 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a78943-a74c-4db3-a827-79603007c80d req-dade2353-1bf0-4f3f-b84a-2b55868155a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:56.791510 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-88a78943-a74c-4db3-a827-79603007c80d req-dade2353-1bf0-4f3f-b84a-2b55868155a3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8762c11-97c8-4692-bb2b-070d6ecd6b12 HTTP/1.1" status: 200 len: 920 time: 0.0948443 Apr 06 11:54:56.890930 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-88a78943-a74c-4db3-a827-79603007c80d req-aff6cfce-a505-4069-91ad-27ea786eeab0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=262f0ded-e71f-4942-8d58-d697823f9e52 HTTP/1.1" status: 200 len: 999 time: 0.0853038 Apr 06 11:54:56.955960 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a78943-a74c-4db3-a827-79603007c80d req-a1dc6c51-12f0-423d-bc44-c2b1353e690d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:56.957906 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-88a78943-a74c-4db3-a827-79603007c80d req-a1dc6c51-12f0-423d-bc44-c2b1353e690d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9b503157-0ef4-44d3-80a9-20b0dc5d9230 HTTP/1.1" status: 200 len: 858 time: 0.0607116 Apr 06 11:54:57.002063 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-2f3271fb-a7c9-4a1b-81e1-585898199520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'name': 'tempest-ServerRescueNegativeTestJSON-1005298851-router', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:17Z', 'revision_number': 4, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'gw_port': {'id': '923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:09Z', 'updated_at': '2022-04-06T11:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': 'c4150dc3-4638-4fa2-968e-9cc2d7e6c148', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'floating_ip_address': '172.27.1.224', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'port_id': '262f0ded-e71f-4942-8d58-d697823f9e52', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12', 'mac_address': 'fa:16:3e:72:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6457aa5a-e7f0-416b-b9e6-ce2abd32deaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:54:31Z', 'updated_at': '2022-04-06T11:54:55Z', 'revision_number': 1, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0663e282-8c19-44f6-be63-9ac09f74b1c0', 'name': '', 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'mac_address': 'fa:16:3e:21:ec:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9b503157-0ef4-44d3-80a9-20b0dc5d9230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:16Z', 'updated_at': '2022-04-06T11:51:37Z', 'revision_number': 5, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'subnets': [{'id': '9b503157-0ef4-44d3-80a9-20b0dc5d9230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:54:57.018640 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a78943-a74c-4db3-a827-79603007c80d req-012cf9a3-0cfb-4529-bc7a-2b41f7fb9404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:54:57.020142 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-88a78943-a74c-4db3-a827-79603007c80d req-012cf9a3-0cfb-4529-bc7a-2b41f7fb9404 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8762c11-97c8-4692-bb2b-070d6ecd6b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547316 Apr 06 11:54:57.033804 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3271fb-a7c9-4a1b-81e1-585898199520 None None] Checking router: aeae7732-84b6-4075-9bfb-0ad435d359e6 for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:54:57.045901 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3271fb-a7c9-4a1b-81e1-585898199520 None None] Routers {'aeae7732-84b6-4075-9bfb-0ad435d359e6'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:54:57.046691 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-2f3271fb-a7c9-4a1b-81e1-585898199520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:54:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['aeae7732-84b6-4075-9bfb-0ad435d359e6'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:54:57.132958 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-88a78943-a74c-4db3-a827-79603007c80d req-941c8a07-0543-4db2-a301-a581eedbb2d9 service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019931 Apr 06 11:54:57.164878 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-2f3271fb-a7c9-4a1b-81e1-585898199520 None None] Set router aeae7732-84b6-4075-9bfb-0ad435d359e6 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:54:57.232386 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-88a78943-a74c-4db3-a827-79603007c80d req-6b4c76f8-534e-4339-99b2-1f9d826e1cee service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910921 Apr 06 11:54:57.419486 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-2f3271fb-a7c9-4a1b-81e1-585898199520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'name': 'tempest-ServerRescueNegativeTestJSON-1005298851-router', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:17Z', 'revision_number': 4, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'gw_port': {'id': '923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:09Z', 'updated_at': '2022-04-06T11:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': 'c4150dc3-4638-4fa2-968e-9cc2d7e6c148', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'floating_ip_address': '172.27.1.224', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'port_id': '262f0ded-e71f-4942-8d58-d697823f9e52', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12', 'mac_address': 'fa:16:3e:72:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6457aa5a-e7f0-416b-b9e6-ce2abd32deaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:54:31Z', 'updated_at': '2022-04-06T11:54:55Z', 'revision_number': 1, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0663e282-8c19-44f6-be63-9ac09f74b1c0', 'name': '', 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'mac_address': 'fa:16:3e:21:ec:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9b503157-0ef4-44d3-80a9-20b0dc5d9230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:16Z', 'updated_at': '2022-04-06T11:51:37Z', 'revision_number': 5, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'subnets': [{'id': '9b503157-0ef4-44d3-80a9-20b0dc5d9230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:54:57.447113 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3271fb-a7c9-4a1b-81e1-585898199520 None None] The sync data for ids ['aeae7732-84b6-4075-9bfb-0ad435d359e6'] in dv-cinder-836074-2-iscsi is: [{'id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'name': 'tempest-ServerRescueNegativeTestJSON-1005298851-router', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:17Z', 'revision_number': 4, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'gw_port': {'id': '923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:09Z', 'updated_at': '2022-04-06T11:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': 'c4150dc3-4638-4fa2-968e-9cc2d7e6c148', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'floating_ip_address': '172.27.1.224', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'port_id': '262f0ded-e71f-4942-8d58-d697823f9e52', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12', 'mac_address': 'fa:16:3e:72:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6457aa5a-e7f0-416b-b9e6-ce2abd32deaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:54:31Z', 'updated_at': '2022-04-06T11:54:55Z', 'revision_number': 1, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0663e282-8c19-44f6-be63-9ac09f74b1c0', 'name': '', 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'mac_address': 'fa:16:3e:21:ec:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9b503157-0ef4-44d3-80a9-20b0dc5d9230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:16Z', 'updated_at': '2022-04-06T11:51:37Z', 'revision_number': 5, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'subnets': [{'id': '9b503157-0ef4-44d3-80a9-20b0dc5d9230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:54:57.664371 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ba4ee9-fd98-43b8-8b11-8af1b388b471 None None] New status for floating IP c4150dc3-4638-4fa2-968e-9cc2d7e6c148: ACTIVE {{(pid=110261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:55:12.250119 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-455c8cf0-1fba-46da-a473-098167a1ba31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:13.998368 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:15.113771 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-b52df6bd-0c0c-4218-a05e-8b9eda83189b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:16.232870 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-289dfebb-37e1-4e30-bcc4-4d43a7fe49fc req-016d8425-3e2b-4f94-bbdf-aa7509ba5231 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0561836 Apr 06 11:55:16.424415 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:17.686314 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289dfebb-37e1-4e30-bcc4-4d43a7fe49fc req-68a60228-a6c7-4ba2-8d60-164ad6fdb6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:55:17.687879 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-289dfebb-37e1-4e30-bcc4-4d43a7fe49fc req-68a60228-a6c7-4ba2-8d60-164ad6fdb6fd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccfa48bf303a4fbd92c016652e6c8ffa&device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 1130 time: 0.0514703 Apr 06 11:55:17.809720 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289dfebb-37e1-4e30-bcc4-4d43a7fe49fc req-ca594b59-1195-4bf2-8fe9-c5db8cbbeec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:55:17.811269 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-289dfebb-37e1-4e30-bcc4-4d43a7fe49fc req-ca594b59-1195-4bf2-8fe9-c5db8cbbeec7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8762c11-97c8-4692-bb2b-070d6ecd6b12 HTTP/1.1" status: 200 len: 920 time: 0.1016850 Apr 06 11:55:17.859707 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-289dfebb-37e1-4e30-bcc4-4d43a7fe49fc req-e35b5f1c-bbf8-4104-b16d-44f9b4116bec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7435b605-991f-4ef2-b321-64fe5e1e306f HTTP/1.1" status: 200 len: 217 time: 0.0420890 Apr 06 11:55:17.915577 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289dfebb-37e1-4e30-bcc4-4d43a7fe49fc req-989e185f-322c-4a86-8d91-f06cf60f71fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:55:17.917268 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-289dfebb-37e1-4e30-bcc4-4d43a7fe49fc req-989e185f-322c-4a86-8d91-f06cf60f71fc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9b503157-0ef4-44d3-80a9-20b0dc5d9230 HTTP/1.1" status: 200 len: 858 time: 0.0498579 Apr 06 11:55:17.975553 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289dfebb-37e1-4e30-bcc4-4d43a7fe49fc req-e8314358-74ec-493c-8d76-7618f41c47a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:55:17.977126 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-289dfebb-37e1-4e30-bcc4-4d43a7fe49fc req-e8314358-74ec-493c-8d76-7618f41c47a7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8762c11-97c8-4692-bb2b-070d6ecd6b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526166 Apr 06 11:55:18.104900 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-289dfebb-37e1-4e30-bcc4-4d43a7fe49fc req-14b6028b-3618-4ccf-9f41-15f286a0cee4 service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199949 Apr 06 11:55:18.216052 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-289dfebb-37e1-4e30-bcc4-4d43a7fe49fc req-05e66477-3117-4fe5-b74b-26d8db3ce3b7 service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991149 Apr 06 11:55:18.751608 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:19.056164 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:32.604237 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:55:41.688640 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 48878) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:55:41.820460 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-022b0608-0c2d-45c8-b68b-2e97321b5de3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:41.937369 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-022b0608-0c2d-45c8-b68b-2e97321b5de3 admin admin] Publish callbacks [] for security_group (3278ef0a-4261-462b-8522-1c56c3a26528), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:41.943598 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-022b0608-0c2d-45c8-b68b-2e97321b5de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (3278ef0a-4261-462b-8522-1c56c3a26528), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:41.996039 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-022b0608-0c2d-45c8-b68b-2e97321b5de3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3ce771f26d2945bca48f5a3aafeba2d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3058343 Apr 06 11:55:41.996891 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b0608-0c2d-45c8-b68b-2e97321b5de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3278ef0a-4261-462b-8522-1c56c3a26528,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:42.000063 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 48890) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:55:42.074467 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-018bc450-0e3c-47e1-b93e-ec10941ec378 admin admin] Publish callbacks [] for security_group (3278ef0a-4261-462b-8522-1c56c3a26528), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:42.110626 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-018bc450-0e3c-47e1-b93e-ec10941ec378 admin admin] Publish callbacks [] for security_group (3278ef0a-4261-462b-8522-1c56c3a26528), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:42.181232 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-018bc450-0e3c-47e1-b93e-ec10941ec378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (3278ef0a-4261-462b-8522-1c56c3a26528), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:42.184809 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-018bc450-0e3c-47e1-b93e-ec10941ec378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:42.186127 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-018bc450-0e3c-47e1-b93e-ec10941ec378 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3278ef0a-4261-462b-8522-1c56c3a26528 HTTP/1.1" status: 204 len: 168 time: 0.1844664 Apr 06 11:55:42.198642 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018bc450-0e3c-47e1-b93e-ec10941ec378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3278ef0a-4261-462b-8522-1c56c3a26528,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:42.212149 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bc450-0e3c-47e1-b93e-ec10941ec378 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:42.212597 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bc450-0e3c-47e1-b93e-ec10941ec378 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:42.213281 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bc450-0e3c-47e1-b93e-ec10941ec378 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:42.213814 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bc450-0e3c-47e1-b93e-ec10941ec378 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:42.214365 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bc450-0e3c-47e1-b93e-ec10941ec378 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:42.214800 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bc450-0e3c-47e1-b93e-ec10941ec378 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:42.215380 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bc450-0e3c-47e1-b93e-ec10941ec378 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:42.215778 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bc450-0e3c-47e1-b93e-ec10941ec378 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:42.216235 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bc450-0e3c-47e1-b93e-ec10941ec378 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:42.216758 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bc450-0e3c-47e1-b93e-ec10941ec378 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:42.217220 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bc450-0e3c-47e1-b93e-ec10941ec378 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:42.217833 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bc450-0e3c-47e1-b93e-ec10941ec378 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:42.218254 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bc450-0e3c-47e1-b93e-ec10941ec378 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:42.218813 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bc450-0e3c-47e1-b93e-ec10941ec378 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:42.219330 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bc450-0e3c-47e1-b93e-ec10941ec378 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:42.297833 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-39756526-b587-4cf1-abd7-4589e9449716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:43.116670 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 48924) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:55:43.249996 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-48ff558f-aa07-4e12-bcb0-0b467252c25b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1445952456-network', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:55:43.276755 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ff558f-aa07-4e12-bcb0-0b467252c25b admin admin] Made reservation on behalf of 2337ee61074c4b3ea35e6f0c52ff6fe5 for: {'network': 1} {{(pid=110259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:55:43.279682 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-48ff558f-aa07-4e12-bcb0-0b467252c25b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for network (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:43.291272 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-48ff558f-aa07-4e12-bcb0-0b467252c25b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:43.391313 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-48ff558f-aa07-4e12-bcb0-0b467252c25b admin admin] Publish callbacks [] for security_group (191b928a-6c27-4600-9608-2256895ed3b4), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:43.396473 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-48ff558f-aa07-4e12-bcb0-0b467252c25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (191b928a-6c27-4600-9608-2256895ed3b4), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:43.424089 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ff558f-aa07-4e12-bcb0-0b467252c25b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=110259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:55:43.441058 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff558f-aa07-4e12-bcb0-0b467252c25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191b928a-6c27-4600-9608-2256895ed3b4,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:43.445217 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-48ff558f-aa07-4e12-bcb0-0b467252c25b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (5a72f2a3-235a-4761-8c4e-495c5069282b), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:43.445528 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.db.segments_db [None req-48ff558f-aa07-4e12-bcb0-0b467252c25b admin admin] Added segment 5a72f2a3-235a-4761-8c4e-495c5069282b of type vlan for network f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 Apr 06 11:55:43.496688 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-48ff558f-aa07-4e12-bcb0-0b467252c25b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743156740410'] for network (f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:43.526744 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-48ff558f-aa07-4e12-bcb0-0b467252c25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332'] for network (f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:43.527922 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ff558f-aa07-4e12-bcb0-0b467252c25b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:55:43.528659 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-48ff558f-aa07-4e12-bcb0-0b467252c25b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:43.587251 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-48ff558f-aa07-4e12-bcb0-0b467252c25b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4690092 Apr 06 11:55:43.590959 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 48930) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:55:43.598404 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-7d11d7ec-e01a-4781-b717-9520be965cd2 admin admin] Request body: {'subnet': {'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1445952456-subnet', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'ip_version': 4}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:55:43.602056 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff558f-aa07-4e12-bcb0-0b467252c25b admin admin] Pushing event updated for resources: {'Network': ['ID=f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:43.616609 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Network f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 details requested by agent ovs-agent-dv-cinder-836074-2-iscsi with host dv-cinder-836074-2-iscsi {{(pid=110261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:55:43.624208 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d11d7ec-e01a-4781-b717-9520be965cd2 admin admin] Made reservation on behalf of 2337ee61074c4b3ea35e6f0c52ff6fe5 for: {'subnet': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:55:43.626665 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-7d11d7ec-e01a-4781-b717-9520be965cd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4228290'] for subnet (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:43.853949 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-7d11d7ec-e01a-4781-b717-9520be965cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4262830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4228316'] for subnet (e31e5bbd-037a-4f1a-a10c-307b016ff749), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:43.917784 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11d7ec-e01a-4781-b717-9520be965cd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e31e5bbd-037a-4f1a-a10c-307b016ff749,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:43.929333 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11d7ec-e01a-4781-b717-9520be965cd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:43.929700 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11d7ec-e01a-4781-b717-9520be965cd2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:43.930022 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11d7ec-e01a-4781-b717-9520be965cd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:43.930366 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11d7ec-e01a-4781-b717-9520be965cd2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:43.930706 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11d7ec-e01a-4781-b717-9520be965cd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:43.931037 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11d7ec-e01a-4781-b717-9520be965cd2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:43.931504 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11d7ec-e01a-4781-b717-9520be965cd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:43.931839 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11d7ec-e01a-4781-b717-9520be965cd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:43.932163 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11d7ec-e01a-4781-b717-9520be965cd2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:43.932490 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11d7ec-e01a-4781-b717-9520be965cd2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:43.932936 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11d7ec-e01a-4781-b717-9520be965cd2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:43.933261 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11d7ec-e01a-4781-b717-9520be965cd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:43.933582 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11d7ec-e01a-4781-b717-9520be965cd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:43.933903 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11d7ec-e01a-4781-b717-9520be965cd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:43.934227 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11d7ec-e01a-4781-b717-9520be965cd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:43.943760 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d11d7ec-e01a-4781-b717-9520be965cd2 admin admin] Checking segment: {'id': '5a72f2a3-235a-4761-8c4e-495c5069282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:55:43.944130 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d11d7ec-e01a-4781-b717-9520be965cd2 admin admin] Network hostable DHCP agents. Network: f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7, hostable agents: ['eb907300-c67e-4e21-a2d4-e40182a63fdb'], hosted agents: [] {{(pid=110260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:55:43.966796 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d11d7ec-e01a-4781-b717-9520be965cd2 admin admin] Network f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 is scheduled to be hosted by DHCP agent eb907300-c67e-4e21-a2d4-e40182a63fdb with binding_index 1 {{(pid=110260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:55:43.979136 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-7d11d7ec-e01a-4781-b717-9520be965cd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-2-iscsi, f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7) {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:55:43.993932 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d11d7ec-e01a-4781-b717-9520be965cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:55:43.994551 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-7d11d7ec-e01a-4781-b717-9520be965cd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:43.996664 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41eb0aa-9233-4e3a-8d07-0eb54cf9015c None None] Network f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:55:44.017563 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-7d11d7ec-e01a-4781-b717-9520be965cd2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4250753 Apr 06 11:55:44.021530 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 48938) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:55:44.027365 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-4329c26c-8feb-462f-9109-245e48e249f3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1445952456-router', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:55:44.052490 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4329c26c-8feb-462f-9109-245e48e249f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-432941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2496'] for router (56adb4fd-3158-4daa-9579-5f2331fdebc2), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:44.053878 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4329c26c-8feb-462f-9109-245e48e249f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2521'] for router (56adb4fd-3158-4daa-9579-5f2331fdebc2), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:44.123575 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 48940) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:55:44.126305 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4329c26c-8feb-462f-9109-245e48e249f3 admin admin] Publish callbacks [] for router_controller (56adb4fd-3158-4daa-9579-5f2331fdebc2), precommit_add_association {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:44.274565 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-7b5a36d7-285c-4671-8cd7-9df3179b16dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:44.313067 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:44.363422 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4329c26c-8feb-462f-9109-245e48e249f3 admin admin] Publish callbacks [] for router_gateway (56adb4fd-3158-4daa-9579-5f2331fdebc2), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:44.407822 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp027ac957-5d53-5658-96df-9f632b9b190b-f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'fixed_ips': [{'subnet_id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749'}]}} from dv-cinder-836074-2-iscsi. {{(pid=110261) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:55:44.409453 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:44.438758 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-7b5a36d7-285c-4671-8cd7-9df3179b16dc admin admin] Publish callbacks [] for security_group (54a4b841-966e-4ede-a90a-3aa30bd224f9), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:44.445591 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-7b5a36d7-285c-4671-8cd7-9df3179b16dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (54a4b841-966e-4ede-a90a-3aa30bd224f9), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:44.505193 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a36d7-285c-4671-8cd7-9df3179b16dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a4b841-966e-4ede-a90a-3aa30bd224f9,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:44.510001 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-7b5a36d7-285c-4671-8cd7-9df3179b16dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c9e15d636c8448e5898eec871d37848c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3851719 Apr 06 11:55:44.514718 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 48946) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:55:44.624278 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.db_base_plugin_common [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Allocated IP 172.20.0.2 (f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7/e31e5bbd-037a-4f1a-a10c-307b016ff749/3de2efc1-996c-4573-b6b9-4910ed58b81a) {{(pid=110261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:55:44.654025 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-bc836ab7-53db-4350-90fc-a643c74d210e admin admin] Publish callbacks [] for security_group (54a4b841-966e-4ede-a90a-3aa30bd224f9), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:44.791579 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Publish callbacks [] for port (3de2efc1-996c-4573-b6b9-4910ed58b81a), precommit_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:44.800222 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228'] for port (3de2efc1-996c-4573-b6b9-4910ed58b81a), after_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:44.821255 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-bc836ab7-53db-4350-90fc-a643c74d210e admin admin] Publish callbacks [] for security_group (54a4b841-966e-4ede-a90a-3aa30bd224f9), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:44.853728 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Network f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 is already hosted by enough agents. {{(pid=110261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:55:44.857560 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.scheduler.base_scheduler [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Resources bound (agent type, host, resource id): {{(pid=110261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:55:44.860403 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Received port after_create {{(pid=110261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:55:44.871107 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Pushing event updated for resources: {'Port': ['ID=3de2efc1-996c-4573-b6b9-4910ed58b81a,revision_number=1']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:44.902042 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:44.902397 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:44.902743 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:44.903103 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:44.903443 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:44.903775 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:44.904102 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:44.904428 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:44.904780 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:44.905109 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:44.905432 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:44.905758 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:44.906077 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:44.906405 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:44.907648 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:44.950184 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Attempting to bind port 3de2efc1-996c-4573-b6b9-4910ed58b81a on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:55:44.950670 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Attempting to bind port 3de2efc1-996c-4573-b6b9-4910ed58b81a by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': '5a72f2a3-235a-4761-8c4e-495c5069282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7'}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:55:44.951055 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Attempting to bind port 3de2efc1-996c-4573-b6b9-4910ed58b81a on network f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:55:44.956443 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4329c26c-8feb-462f-9109-245e48e249f3 admin admin] Publish callbacks [] for router_gateway (56adb4fd-3158-4daa-9579-5f2331fdebc2), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:44.958823 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:55:44.959482 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Checking segment: {'id': '5a72f2a3-235a-4761-8c4e-495c5069282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:55:44.960974 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:44.961935 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Bound using segment: {'id': '5a72f2a3-235a-4761-8c4e-495c5069282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7'} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:55:44.962171 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Bound port: 3de2efc1-996c-4573-b6b9-4910ed58b81a, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a72f2a3-235a-4761-8c4e-495c5069282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7'}}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:55:44.962718 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (3de2efc1-996c-4573-b6b9-4910ed58b81a), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:44.992484 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4329c26c-8feb-462f-9109-245e48e249f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:45.015267 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-bc836ab7-53db-4350-90fc-a643c74d210e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (54a4b841-966e-4ede-a90a-3aa30bd224f9), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:45.021299 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-bc836ab7-53db-4350-90fc-a643c74d210e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:45.023280 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-bc836ab7-53db-4350-90fc-a643c74d210e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/54a4b841-966e-4ede-a90a-3aa30bd224f9 HTTP/1.1" status: 204 len: 168 time: 0.5066094 Apr 06 11:55:45.048254 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] For port 3de2efc1-996c-4573-b6b9-4910ed58b81a, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:55:45.055845 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] For port 3de2efc1-996c-4573-b6b9-4910ed58b81a, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=3de2efc1-996c-4573-b6b9-4910ed58b81a,segment=NetworkSegment(5a72f2a3-235a-4761-8c4e-495c5069282b),segment_id=5a72f2a3-235a-4761-8c4e-495c5069282b)] {{(pid=110261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:55:45.066728 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (3de2efc1-996c-4573-b6b9-4910ed58b81a), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:45.094837 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc836ab7-53db-4350-90fc-a643c74d210e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a4b841-966e-4ede-a90a-3aa30bd224f9,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:45.225683 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-ef72da22-9ba0-4af2-bbda-aeaa68b91f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:45.249201 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0a682-722f-45ab-9734-f854c4083220 None None] Pushing event updated for resources: {'Port': ['ID=3de2efc1-996c-4573-b6b9-4910ed58b81a,revision_number=2']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:45.257473 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [None req-4329c26c-8feb-462f-9109-245e48e249f3 admin admin] Allocated IP 172.27.1.182 (f8bc4371-0f06-4ac4-8212-20e00bcdd0be/f72af3a5-4f9e-49cd-911b-77b0f5cebaf5/f908e075-bc96-4931-a795-06584cf36857) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:55:45.440126 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4329c26c-8feb-462f-9109-245e48e249f3 admin admin] Publish callbacks [] for port (f908e075-bc96-4931-a795-06584cf36857), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:45.511911 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4329c26c-8feb-462f-9109-245e48e249f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (f908e075-bc96-4931-a795-06584cf36857), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:45.571499 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4329c26c-8feb-462f-9109-245e48e249f3 admin admin] Network f8bc4371-0f06-4ac4-8212-20e00bcdd0be is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:55:45.575279 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-4329c26c-8feb-462f-9109-245e48e249f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:55:45.579747 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4329c26c-8feb-462f-9109-245e48e249f3 admin admin] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:55:45.587133 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329c26c-8feb-462f-9109-245e48e249f3 admin admin] Pushing event updated for resources: {'Port': ['ID=f908e075-bc96-4931-a795-06584cf36857,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:46.183585 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4329c26c-8feb-462f-9109-245e48e249f3 admin admin] Publish callbacks [] for router_gateway (56adb4fd-3158-4daa-9579-5f2331fdebc2), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:46.428748 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42274048-a719-46f9-8e1c-03f9a8e6f4f2 None None] Network f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:55:46.477476 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:46.496624 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-d5c81cd7-0f1e-4a17-9d62-a4f1867b10c6 None None] Provisioning complete for port 3de2efc1-996c-4573-b6b9-4910ed58b81a triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:55:46.497032 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-d5c81cd7-0f1e-4a17-9d62-a4f1867b10c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (3de2efc1-996c-4573-b6b9-4910ed58b81a), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:46.506950 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4329c26c-8feb-462f-9109-245e48e249f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-433572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430332'] for router (56adb4fd-3158-4daa-9579-5f2331fdebc2), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:46.670590 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4329c26c-8feb-462f-9109-245e48e249f3 admin admin] Router 56adb4fd-3158-4daa-9579-5f2331fdebc2 is scheduled to L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f with binding_index 1 {{(pid=110260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 11:55:46.685547 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-d5c81cd7-0f1e-4a17-9d62-a4f1867b10c6 None None] Current status of the port 3de2efc1-996c-4573-b6b9-4910ed58b81a is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:55:46.685873 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-d5c81cd7-0f1e-4a17-9d62-a4f1867b10c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (3de2efc1-996c-4573-b6b9-4910ed58b81a), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:46.728406 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-d5c81cd7-0f1e-4a17-9d62-a4f1867b10c6 None None] For port 3de2efc1-996c-4573-b6b9-4910ed58b81a, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=3de2efc1-996c-4573-b6b9-4910ed58b81a,segment=NetworkSegment(5a72f2a3-235a-4761-8c4e-495c5069282b),segment_id=5a72f2a3-235a-4761-8c4e-495c5069282b)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:55:46.734209 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-d5c81cd7-0f1e-4a17-9d62-a4f1867b10c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (3de2efc1-996c-4573-b6b9-4910ed58b81a), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:46.835103 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c81cd7-0f1e-4a17-9d62-a4f1867b10c6 None None] Pushing event updated for resources: {'Port': ['ID=3de2efc1-996c-4573-b6b9-4910ed58b81a,revision_number=3']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:46.901326 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4329c26c-8feb-462f-9109-245e48e249f3 admin admin] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:55:46.917117 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3db338-b4ba-4f9c-a186-b9caf7991333 None None] Sync routers for ids ['56adb4fd-3158-4daa-9579-5f2331fdebc2'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:55:46.932428 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4329c26c-8feb-462f-9109-245e48e249f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:46.932964 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3db338-b4ba-4f9c-a186-b9caf7991333 None None] Routers {'56adb4fd-3158-4daa-9579-5f2331fdebc2'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:55:46.933606 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-4c3db338-b4ba-4f9c-a186-b9caf7991333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:55:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['56adb4fd-3158-4daa-9579-5f2331fdebc2'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:55:46.934008 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-4329c26c-8feb-462f-9109-245e48e249f3 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9112613 Apr 06 11:55:46.937886 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 48962) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:55:46.961931 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 3de2efc1-996c-4573-b6b9-4910ed58b81a up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:55:47.051726 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port 3de2efc1-996c-4573-b6b9-4910ed58b81a triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:55:47.052290 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (3de2efc1-996c-4573-b6b9-4910ed58b81a), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:47.113821 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-8509a6ce-d738-4c13-af05-3fe8ee2067f9 None None] Provisioning complete for port 3de2efc1-996c-4573-b6b9-4910ed58b81a triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:55:47.114339 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-8509a6ce-d738-4c13-af05-3fe8ee2067f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (3de2efc1-996c-4573-b6b9-4910ed58b81a), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:47.162822 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-4c3db338-b4ba-4f9c-a186-b9caf7991333 None None] Set router 56adb4fd-3158-4daa-9579-5f2331fdebc2 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:55:47.209670 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port 3de2efc1-996c-4573-b6b9-4910ed58b81a is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:55:47.258839 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-8509a6ce-d738-4c13-af05-3fe8ee2067f9 None None] Current status of the port 3de2efc1-996c-4573-b6b9-4910ed58b81a is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:55:47.451567 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-4c3db338-b4ba-4f9c-a186-b9caf7991333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'name': 'tempest-TestVolumeBootPattern-1445952456-router', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f908e075-bc96-4931-a795-06584cf36857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:44Z', 'updated_at': '2022-04-06T11:55:45Z', 'revision_number': 3, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'gw_port': {'id': 'f908e075-bc96-4931-a795-06584cf36857', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:45Z', 'updated_at': '2022-04-06T11:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:55:47.483454 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3db338-b4ba-4f9c-a186-b9caf7991333 None None] Checking router: 56adb4fd-3158-4daa-9579-5f2331fdebc2 for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:55:47.483802 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3db338-b4ba-4f9c-a186-b9caf7991333 None None] Updating router 56adb4fd-3158-4daa-9579-5f2331fdebc2 port f908e075-bc96-4931-a795-06584cf36857 binding host dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:55:47.515290 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-4c3db338-b4ba-4f9c-a186-b9caf7991333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (f908e075-bc96-4931-a795-06584cf36857), before_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:47.542692 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c62c55cf-90f9-425b-9497-50dc734dbcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:47.798412 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.db_base_plugin_common [None req-c62c55cf-90f9-425b-9497-50dc734dbcae admin admin] Allocated IP 172.20.0.1 (f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7/e31e5bbd-037a-4f1a-a10c-307b016ff749/fbd0417c-f51c-4642-b234-2283f5f80798) {{(pid=110259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:55:47.919587 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c62c55cf-90f9-425b-9497-50dc734dbcae admin admin] Publish callbacks [] for port (fbd0417c-f51c-4642-b234-2283f5f80798), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:47.960253 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c62c55cf-90f9-425b-9497-50dc734dbcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (fbd0417c-f51c-4642-b234-2283f5f80798), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:47.996774 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-4c3db338-b4ba-4f9c-a186-b9caf7991333 None None] Publish callbacks [] for port (f908e075-bc96-4931-a795-06584cf36857), precommit_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:48.004611 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-4c3db338-b4ba-4f9c-a186-b9caf7991333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (f908e075-bc96-4931-a795-06584cf36857), after_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:48.021930 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62c55cf-90f9-425b-9497-50dc734dbcae admin admin] Network f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 is already hosted by enough agents. {{(pid=110259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:55:48.025827 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [None req-c62c55cf-90f9-425b-9497-50dc734dbcae admin admin] Resources bound (agent type, host, resource id): {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:55:48.030110 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62c55cf-90f9-425b-9497-50dc734dbcae admin admin] Received port after_create {{(pid=110259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:55:48.058441 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c55cf-90f9-425b-9497-50dc734dbcae admin admin] Pushing event updated for resources: {'Port': ['ID=fbd0417c-f51c-4642-b234-2283f5f80798,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:48.087167 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c62c55cf-90f9-425b-9497-50dc734dbcae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430125'] for router_interface (56adb4fd-3158-4daa-9579-5f2331fdebc2), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:48.090707 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.managers [None req-4c3db338-b4ba-4f9c-a186-b9caf7991333 None None] Attempting to bind port f908e075-bc96-4931-a795-06584cf36857 on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:55:48.093086 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.managers [None req-4c3db338-b4ba-4f9c-a186-b9caf7991333 None None] Attempting to bind port f908e075-bc96-4931-a795-06584cf36857 by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}] {{(pid=110262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:55:48.093985 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3db338-b4ba-4f9c-a186-b9caf7991333 None None] Attempting to bind port f908e075-bc96-4931-a795-06584cf36857 on network f8bc4371-0f06-4ac4-8212-20e00bcdd0be {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:55:48.124853 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3db338-b4ba-4f9c-a186-b9caf7991333 None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:55:48.125642 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3db338-b4ba-4f9c-a186-b9caf7991333 None None] Checking segment: {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:55:48.126400 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-4c3db338-b4ba-4f9c-a186-b9caf7991333 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:48.127107 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3db338-b4ba-4f9c-a186-b9caf7991333 None None] Bound using segment: {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'} {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:55:48.127977 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.managers [None req-4c3db338-b4ba-4f9c-a186-b9caf7991333 None None] Bound port: f908e075-bc96-4931-a795-06584cf36857, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}}] {{(pid=110262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:55:48.128773 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-4c3db338-b4ba-4f9c-a186-b9caf7991333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (f908e075-bc96-4931-a795-06584cf36857), before_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:48.173590 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ece6ac-0027-42d6-9046-ee1028f00756 None None] Pushing event updated for resources: {'Port': ['ID=f908e075-bc96-4931-a795-06584cf36857,revision_number=2']} {{(pid=110262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:48.196800 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ece6ac-0027-42d6-9046-ee1028f00756 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:48.197306 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ece6ac-0027-42d6-9046-ee1028f00756 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:48.197753 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ece6ac-0027-42d6-9046-ee1028f00756 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:48.198234 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ece6ac-0027-42d6-9046-ee1028f00756 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:48.198720 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ece6ac-0027-42d6-9046-ee1028f00756 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:48.199151 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ece6ac-0027-42d6-9046-ee1028f00756 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:48.199589 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ece6ac-0027-42d6-9046-ee1028f00756 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:48.200034 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ece6ac-0027-42d6-9046-ee1028f00756 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:48.200443 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ece6ac-0027-42d6-9046-ee1028f00756 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:48.200901 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ece6ac-0027-42d6-9046-ee1028f00756 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:48.201326 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ece6ac-0027-42d6-9046-ee1028f00756 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:48.201768 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ece6ac-0027-42d6-9046-ee1028f00756 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:48.202220 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ece6ac-0027-42d6-9046-ee1028f00756 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:48.202649 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ece6ac-0027-42d6-9046-ee1028f00756 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:48.203067 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ece6ac-0027-42d6-9046-ee1028f00756 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:55:48.235548 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.db [None req-4c3db338-b4ba-4f9c-a186-b9caf7991333 None None] For port f908e075-bc96-4931-a795-06584cf36857, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:55:48.242292 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.db [None req-4c3db338-b4ba-4f9c-a186-b9caf7991333 None None] For port f908e075-bc96-4931-a795-06584cf36857, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=f908e075-bc96-4931-a795-06584cf36857,segment=NetworkSegment(e99df258-543d-4616-b3b8-0c52db153909),segment_id=e99df258-543d-4616-b3b8-0c52db153909)] {{(pid=110262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:55:48.252992 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-4c3db338-b4ba-4f9c-a186-b9caf7991333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (f908e075-bc96-4931-a795-06584cf36857), after_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:48.334119 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c62c55cf-90f9-425b-9497-50dc734dbcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (fbd0417c-f51c-4642-b234-2283f5f80798), before_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:48.344308 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3db338-b4ba-4f9c-a186-b9caf7991333 None None] Routers {'56adb4fd-3158-4daa-9579-5f2331fdebc2'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:55:48.345438 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-4c3db338-b4ba-4f9c-a186-b9caf7991333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:55:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['56adb4fd-3158-4daa-9579-5f2331fdebc2'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:55:48.396854 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-a1ca3301-bdab-4e1c-ac61-c032f8310048 None None] Provisioning complete for port fbd0417c-f51c-4642-b234-2283f5f80798 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:55:48.397455 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-a1ca3301-bdab-4e1c-ac61-c032f8310048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (fbd0417c-f51c-4642-b234-2283f5f80798), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:48.419169 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ece6ac-0027-42d6-9046-ee1028f00756 None None] Pushing event updated for resources: {'Port': ['ID=f908e075-bc96-4931-a795-06584cf36857,revision_number=3']} {{(pid=110262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:48.443329 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-a1ca3301-bdab-4e1c-ac61-c032f8310048 None None] Port fbd0417c-f51c-4642-b234-2283f5f80798 cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:55:48.524947 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-4c3db338-b4ba-4f9c-a186-b9caf7991333 None None] Set router 56adb4fd-3158-4daa-9579-5f2331fdebc2 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:55:48.607551 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c62c55cf-90f9-425b-9497-50dc734dbcae admin admin] Publish callbacks [] for port (fbd0417c-f51c-4642-b234-2283f5f80798), precommit_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:48.613504 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c62c55cf-90f9-425b-9497-50dc734dbcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352485'] for port (fbd0417c-f51c-4642-b234-2283f5f80798), after_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:48.688045 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c55cf-90f9-425b-9497-50dc734dbcae admin admin] Pushing event updated for resources: {'Port': ['ID=fbd0417c-f51c-4642-b234-2283f5f80798,revision_number=2']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:48.691735 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c62c55cf-90f9-425b-9497-50dc734dbcae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431805'] for router_interface (56adb4fd-3158-4daa-9579-5f2331fdebc2), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:48.760971 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:48.849939 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-4c3db338-b4ba-4f9c-a186-b9caf7991333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'name': 'tempest-TestVolumeBootPattern-1445952456-router', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f908e075-bc96-4931-a795-06584cf36857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:44Z', 'updated_at': '2022-04-06T11:55:48Z', 'revision_number': 4, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'gw_port': {'id': 'f908e075-bc96-4931-a795-06584cf36857', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:45Z', 'updated_at': '2022-04-06T11:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'fbd0417c-f51c-4642-b234-2283f5f80798', 'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'mac_address': 'fa:16:3e:ce:92:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:47Z', 'updated_at': '2022-04-06T11:55:47Z', 'revision_number': 1, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'subnets': [{'id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:55:48.885391 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62c55cf-90f9-425b-9497-50dc734dbcae admin admin] Network f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 is already hosted by enough agents. {{(pid=110259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:55:48.888561 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [None req-c62c55cf-90f9-425b-9497-50dc734dbcae admin admin] Resources bound (agent type, host, resource id): {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:55:48.905516 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3db338-b4ba-4f9c-a186-b9caf7991333 None None] The sync data for ids ['56adb4fd-3158-4daa-9579-5f2331fdebc2'] in dv-cinder-836074-2-iscsi is: [{'id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'name': 'tempest-TestVolumeBootPattern-1445952456-router', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f908e075-bc96-4931-a795-06584cf36857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:44Z', 'updated_at': '2022-04-06T11:55:48Z', 'revision_number': 4, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'gw_port': {'id': 'f908e075-bc96-4931-a795-06584cf36857', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:45Z', 'updated_at': '2022-04-06T11:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'fbd0417c-f51c-4642-b234-2283f5f80798', 'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'mac_address': 'fa:16:3e:ce:92:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:47Z', 'updated_at': '2022-04-06T11:55:47Z', 'revision_number': 1, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'subnets': [{'id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:55:48.969454 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 3de2efc1-996c-4573-b6b9-4910ed58b81a up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:55:49.092630 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:49.121580 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port 3de2efc1-996c-4573-b6b9-4910ed58b81a triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:55:49.122434 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (3de2efc1-996c-4573-b6b9-4910ed58b81a), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:49.187308 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62c55cf-90f9-425b-9497-50dc734dbcae admin admin] Router 56adb4fd-3158-4daa-9579-5f2331fdebc2 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:55:49.328081 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port 3de2efc1-996c-4573-b6b9-4910ed58b81a is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:55:49.342263 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-626926c9-bf28-4cca-85cb-e8699918d328 None None] Provisioning complete for port fbd0417c-f51c-4642-b234-2283f5f80798 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:55:49.342727 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-626926c9-bf28-4cca-85cb-e8699918d328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (fbd0417c-f51c-4642-b234-2283f5f80798), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:49.415824 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-626926c9-bf28-4cca-85cb-e8699918d328 None None] Port fbd0417c-f51c-4642-b234-2283f5f80798 cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:55:49.421244 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62c55cf-90f9-425b-9497-50dc734dbcae admin admin] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:55:49.427514 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-c62c55cf-90f9-425b-9497-50dc734dbcae admin admin] 10.222.0.39 "PUT /v2.0/routers/56adb4fd-3158-4daa-9579-5f2331fdebc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4873836 Apr 06 11:55:50.424562 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 48992) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:55:50.435682 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-7abc4da5-031c-4a5a-83f9-7212c159c90d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-893495492-network', 'tenant_id': 'cc940f14b38b4337aacb83b96c7ee91b'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:55:50.485657 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abc4da5-031c-4a5a-83f9-7212c159c90d admin admin] Made reservation on behalf of cc940f14b38b4337aacb83b96c7ee91b for: {'network': 1} {{(pid=110259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:55:50.488246 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-7abc4da5-031c-4a5a-83f9-7212c159c90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for network (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:50.501223 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-7abc4da5-031c-4a5a-83f9-7212c159c90d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:50.633375 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-7abc4da5-031c-4a5a-83f9-7212c159c90d admin admin] Publish callbacks [] for security_group (47a92af4-381f-4815-a993-8c5bfcd2dc50), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:50.638331 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-7abc4da5-031c-4a5a-83f9-7212c159c90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (47a92af4-381f-4815-a993-8c5bfcd2dc50), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:50.679300 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7abc4da5-031c-4a5a-83f9-7212c159c90d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=110259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:55:50.695781 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc4da5-031c-4a5a-83f9-7212c159c90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a92af4-381f-4815-a993-8c5bfcd2dc50,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:50.701861 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-7abc4da5-031c-4a5a-83f9-7212c159c90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (ffed17a3-e6ed-49cf-ab3e-e9e7b7f16984), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:50.702196 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.db.segments_db [None req-7abc4da5-031c-4a5a-83f9-7212c159c90d admin admin] Added segment ffed17a3-e6ed-49cf-ab3e-e9e7b7f16984 of type vlan for network e7f9a166-0bb8-4844-a6bd-72273f7d750b Apr 06 11:55:50.755651 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-7abc4da5-031c-4a5a-83f9-7212c159c90d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743156740410'] for network (e7f9a166-0bb8-4844-a6bd-72273f7d750b), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:50.789039 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-7abc4da5-031c-4a5a-83f9-7212c159c90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332'] for network (e7f9a166-0bb8-4844-a6bd-72273f7d750b), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:50.790119 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abc4da5-031c-4a5a-83f9-7212c159c90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:55:50.790780 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-7abc4da5-031c-4a5a-83f9-7212c159c90d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:50.856370 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-7abc4da5-031c-4a5a-83f9-7212c159c90d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4300559 Apr 06 11:55:50.860590 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 48994) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:55:50.868277 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-977db8c3-8c04-4c68-b43e-75a111a40de1 admin admin] Request body: {'subnet': {'network_id': 'e7f9a166-0bb8-4844-a6bd-72273f7d750b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-893495492-subnet', 'tenant_id': 'cc940f14b38b4337aacb83b96c7ee91b', 'ip_version': 4}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:55:50.870675 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc4da5-031c-4a5a-83f9-7212c159c90d admin admin] Pushing event updated for resources: {'Network': ['ID=e7f9a166-0bb8-4844-a6bd-72273f7d750b,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:50.896058 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977db8c3-8c04-4c68-b43e-75a111a40de1 admin admin] Made reservation on behalf of cc940f14b38b4337aacb83b96c7ee91b for: {'subnet': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:55:50.899129 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-977db8c3-8c04-4c68-b43e-75a111a40de1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4228290'] for subnet (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:50.899325 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Network e7f9a166-0bb8-4844-a6bd-72273f7d750b details requested by agent ovs-agent-dv-cinder-836074-2-iscsi with host dv-cinder-836074-2-iscsi {{(pid=110261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:55:50.994983 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device f908e075-bc96-4931-a795-06584cf36857 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:55:51.081742 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port f908e075-bc96-4931-a795-06584cf36857 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:55:51.082115 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (f908e075-bc96-4931-a795-06584cf36857), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:51.174537 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-977db8c3-8c04-4c68-b43e-75a111a40de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4262830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4228316'] for subnet (2ca662ba-3a3c-4966-a6ae-94aab86b8411), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:51.183062 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port f908e075-bc96-4931-a795-06584cf36857 is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:55:51.184128 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (f908e075-bc96-4931-a795-06584cf36857), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:51.223147 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] For port f908e075-bc96-4931-a795-06584cf36857, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=f908e075-bc96-4931-a795-06584cf36857,segment=NetworkSegment(e99df258-543d-4616-b3b8-0c52db153909),segment_id=e99df258-543d-4616-b3b8-0c52db153909)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:55:51.228819 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (f908e075-bc96-4931-a795-06584cf36857), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:51.246382 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977db8c3-8c04-4c68-b43e-75a111a40de1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ca662ba-3a3c-4966-a6ae-94aab86b8411,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:51.258667 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977db8c3-8c04-4c68-b43e-75a111a40de1 admin admin] Checking segment: {'id': 'ffed17a3-e6ed-49cf-ab3e-e9e7b7f16984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e7f9a166-0bb8-4844-a6bd-72273f7d750b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:55:51.259226 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977db8c3-8c04-4c68-b43e-75a111a40de1 admin admin] Network hostable DHCP agents. Network: e7f9a166-0bb8-4844-a6bd-72273f7d750b, hostable agents: ['eb907300-c67e-4e21-a2d4-e40182a63fdb'], hosted agents: [] {{(pid=110260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:55:51.287830 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977db8c3-8c04-4c68-b43e-75a111a40de1 admin admin] Network e7f9a166-0bb8-4844-a6bd-72273f7d750b is scheduled to be hosted by DHCP agent eb907300-c67e-4e21-a2d4-e40182a63fdb with binding_index 1 {{(pid=110260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:55:51.302342 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-977db8c3-8c04-4c68-b43e-75a111a40de1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-2-iscsi, e7f9a166-0bb8-4844-a6bd-72273f7d750b) {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:55:51.309277 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977db8c3-8c04-4c68-b43e-75a111a40de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:55:51.310529 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-977db8c3-8c04-4c68-b43e-75a111a40de1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:51.314398 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915bf961-9cd4-4856-8eea-ffaecccf23c5 None None] Network e7f9a166-0bb8-4844-a6bd-72273f7d750b requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:55:51.333794 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Pushing event updated for resources: {'Port': ['ID=f908e075-bc96-4931-a795-06584cf36857,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:51.337066 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-977db8c3-8c04-4c68-b43e-75a111a40de1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4730575 Apr 06 11:55:51.339713 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 48996) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:55:51.346983 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-8101aed1-fe50-44d6-b9ed-15e831660524 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-893495492-router', 'tenant_id': 'cc940f14b38b4337aacb83b96c7ee91b', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:55:51.385520 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8101aed1-fe50-44d6-b9ed-15e831660524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-432941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2496'] for router (b41e0cb7-5c75-4550-829a-9bfeddb3d030), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:51.387307 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8101aed1-fe50-44d6-b9ed-15e831660524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2521'] for router (b41e0cb7-5c75-4550-829a-9bfeddb3d030), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:51.465334 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8101aed1-fe50-44d6-b9ed-15e831660524 admin admin] Publish callbacks [] for router_controller (b41e0cb7-5c75-4550-829a-9bfeddb3d030), precommit_add_association {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:51.484507 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d064309d-fcb8-4304-a7d4-73a2f33aab15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp027ac957-5d53-5658-96df-9f632b9b190b-e7f9a166-0bb8-4844-a6bd-72273f7d750b', 'network_id': 'e7f9a166-0bb8-4844-a6bd-72273f7d750b', 'project_id': 'cc940f14b38b4337aacb83b96c7ee91b', 'fixed_ips': [{'subnet_id': '2ca662ba-3a3c-4966-a6ae-94aab86b8411'}]}} from dv-cinder-836074-2-iscsi. {{(pid=110261) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:55:51.485648 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-d064309d-fcb8-4304-a7d4-73a2f33aab15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:51.695133 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8101aed1-fe50-44d6-b9ed-15e831660524 admin admin] Publish callbacks [] for router_gateway (b41e0cb7-5c75-4550-829a-9bfeddb3d030), precommit_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:51.713366 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.db_base_plugin_common [None req-d064309d-fcb8-4304-a7d4-73a2f33aab15 None None] Allocated IP 172.20.0.2 (e7f9a166-0bb8-4844-a6bd-72273f7d750b/2ca662ba-3a3c-4966-a6ae-94aab86b8411/d491e3ef-8d42-44ca-8da4-f51b06a434d3) {{(pid=110261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:55:51.884965 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d97dece-ea98-4737-91c4-743ce1d2b939 None None] Sync routers for ids ['56adb4fd-3158-4daa-9579-5f2331fdebc2'] in dv-cinder-836074-2-iscsi {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:55:51.923770 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d97dece-ea98-4737-91c4-743ce1d2b939 None None] Routers {'56adb4fd-3158-4daa-9579-5f2331fdebc2'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:55:51.924775 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-5d97dece-ea98-4737-91c4-743ce1d2b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:55:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['56adb4fd-3158-4daa-9579-5f2331fdebc2'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:55:51.961068 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8101aed1-fe50-44d6-b9ed-15e831660524 admin admin] Publish callbacks [] for router_gateway (b41e0cb7-5c75-4550-829a-9bfeddb3d030), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:51.997304 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8101aed1-fe50-44d6-b9ed-15e831660524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:52.026730 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-d064309d-fcb8-4304-a7d4-73a2f33aab15 None None] Publish callbacks [] for port (d491e3ef-8d42-44ca-8da4-f51b06a434d3), precommit_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:52.037962 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-d064309d-fcb8-4304-a7d4-73a2f33aab15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228'] for port (d491e3ef-8d42-44ca-8da4-f51b06a434d3), after_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:52.130003 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d064309d-fcb8-4304-a7d4-73a2f33aab15 None None] Network e7f9a166-0bb8-4844-a6bd-72273f7d750b is already hosted by enough agents. {{(pid=110261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:55:52.140366 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.scheduler.base_scheduler [None req-d064309d-fcb8-4304-a7d4-73a2f33aab15 None None] Resources bound (agent type, host, resource id): {{(pid=110261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:55:52.145395 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d064309d-fcb8-4304-a7d4-73a2f33aab15 None None] Received port after_create {{(pid=110261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:55:52.147395 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064309d-fcb8-4304-a7d4-73a2f33aab15 None None] Pushing event updated for resources: {'Port': ['ID=d491e3ef-8d42-44ca-8da4-f51b06a434d3,revision_number=1']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:52.161414 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-5d97dece-ea98-4737-91c4-743ce1d2b939 None None] Set router 56adb4fd-3158-4daa-9579-5f2331fdebc2 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:55:52.192366 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.db_base_plugin_common [None req-8101aed1-fe50-44d6-b9ed-15e831660524 admin admin] Allocated IP 172.27.1.89 (f8bc4371-0f06-4ac4-8212-20e00bcdd0be/f72af3a5-4f9e-49cd-911b-77b0f5cebaf5/151ba9b8-099d-4f51-9669-0661bd78ab86) {{(pid=110259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:55:52.339853 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8101aed1-fe50-44d6-b9ed-15e831660524 admin admin] Publish callbacks [] for port (151ba9b8-099d-4f51-9669-0661bd78ab86), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:52.402002 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8101aed1-fe50-44d6-b9ed-15e831660524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (151ba9b8-099d-4f51-9669-0661bd78ab86), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:52.446951 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8101aed1-fe50-44d6-b9ed-15e831660524 admin admin] Network f8bc4371-0f06-4ac4-8212-20e00bcdd0be is already hosted by enough agents. {{(pid=110259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:55:52.452905 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [None req-8101aed1-fe50-44d6-b9ed-15e831660524 admin admin] Resources bound (agent type, host, resource id): {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:55:52.454584 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-d064309d-fcb8-4304-a7d4-73a2f33aab15 None None] Attempting to bind port d491e3ef-8d42-44ca-8da4-f51b06a434d3 on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:55:52.455379 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-d064309d-fcb8-4304-a7d4-73a2f33aab15 None None] Attempting to bind port d491e3ef-8d42-44ca-8da4-f51b06a434d3 by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': 'ffed17a3-e6ed-49cf-ab3e-e9e7b7f16984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e7f9a166-0bb8-4844-a6bd-72273f7d750b'}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:55:52.455855 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d064309d-fcb8-4304-a7d4-73a2f33aab15 None None] Attempting to bind port d491e3ef-8d42-44ca-8da4-f51b06a434d3 on network e7f9a166-0bb8-4844-a6bd-72273f7d750b {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:55:52.458555 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8101aed1-fe50-44d6-b9ed-15e831660524 admin admin] Received port after_create {{(pid=110259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:55:52.488411 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101aed1-fe50-44d6-b9ed-15e831660524 admin admin] Pushing event updated for resources: {'Port': ['ID=151ba9b8-099d-4f51-9669-0661bd78ab86,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:52.498760 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d064309d-fcb8-4304-a7d4-73a2f33aab15 None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:55:52.499100 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d064309d-fcb8-4304-a7d4-73a2f33aab15 None None] Checking segment: {'id': 'ffed17a3-e6ed-49cf-ab3e-e9e7b7f16984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e7f9a166-0bb8-4844-a6bd-72273f7d750b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:55:52.499512 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-d064309d-fcb8-4304-a7d4-73a2f33aab15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:52.499914 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d064309d-fcb8-4304-a7d4-73a2f33aab15 None None] Bound using segment: {'id': 'ffed17a3-e6ed-49cf-ab3e-e9e7b7f16984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e7f9a166-0bb8-4844-a6bd-72273f7d750b'} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:55:52.500481 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-d064309d-fcb8-4304-a7d4-73a2f33aab15 None None] Bound port: d491e3ef-8d42-44ca-8da4-f51b06a434d3, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffed17a3-e6ed-49cf-ab3e-e9e7b7f16984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e7f9a166-0bb8-4844-a6bd-72273f7d750b'}}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:55:52.500824 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-d064309d-fcb8-4304-a7d4-73a2f33aab15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (d491e3ef-8d42-44ca-8da4-f51b06a434d3), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:52.617123 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-d064309d-fcb8-4304-a7d4-73a2f33aab15 None None] For port d491e3ef-8d42-44ca-8da4-f51b06a434d3, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:55:52.621629 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-d064309d-fcb8-4304-a7d4-73a2f33aab15 None None] For port d491e3ef-8d42-44ca-8da4-f51b06a434d3, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=d491e3ef-8d42-44ca-8da4-f51b06a434d3,segment=NetworkSegment(ffed17a3-e6ed-49cf-ab3e-e9e7b7f16984),segment_id=ffed17a3-e6ed-49cf-ab3e-e9e7b7f16984)] {{(pid=110261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:55:52.648241 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-d064309d-fcb8-4304-a7d4-73a2f33aab15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (d491e3ef-8d42-44ca-8da4-f51b06a434d3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:52.721101 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064309d-fcb8-4304-a7d4-73a2f33aab15 None None] Pushing event updated for resources: {'Port': ['ID=d491e3ef-8d42-44ca-8da4-f51b06a434d3,revision_number=2']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:52.753336 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-5d97dece-ea98-4737-91c4-743ce1d2b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'name': 'tempest-TestVolumeBootPattern-1445952456-router', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f908e075-bc96-4931-a795-06584cf36857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:44Z', 'updated_at': '2022-04-06T11:55:48Z', 'revision_number': 4, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'gw_port': {'id': 'f908e075-bc96-4931-a795-06584cf36857', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:45Z', 'updated_at': '2022-04-06T11:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'fbd0417c-f51c-4642-b234-2283f5f80798', 'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'mac_address': 'fa:16:3e:ce:92:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:47Z', 'updated_at': '2022-04-06T11:55:48Z', 'revision_number': 2, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'subnets': [{'id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:55:52.792447 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d97dece-ea98-4737-91c4-743ce1d2b939 None None] Checking router: 56adb4fd-3158-4daa-9579-5f2331fdebc2 for host: dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:55:52.793050 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d97dece-ea98-4737-91c4-743ce1d2b939 None None] Updating router 56adb4fd-3158-4daa-9579-5f2331fdebc2 port fbd0417c-f51c-4642-b234-2283f5f80798 binding host dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:55:52.854990 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-5d97dece-ea98-4737-91c4-743ce1d2b939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (fbd0417c-f51c-4642-b234-2283f5f80798), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:53.073761 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device f908e075-bc96-4931-a795-06584cf36857 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:55:53.141374 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8101aed1-fe50-44d6-b9ed-15e831660524 admin admin] Publish callbacks [] for router_gateway (b41e0cb7-5c75-4550-829a-9bfeddb3d030), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:53.331195 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port f908e075-bc96-4931-a795-06584cf36857 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:55:53.331900 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (f908e075-bc96-4931-a795-06584cf36857), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:53.417612 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8101aed1-fe50-44d6-b9ed-15e831660524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-433572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430332'] for router (b41e0cb7-5c75-4550-829a-9bfeddb3d030), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:53.654541 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8101aed1-fe50-44d6-b9ed-15e831660524 admin admin] Router b41e0cb7-5c75-4550-829a-9bfeddb3d030 is scheduled to L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f with binding_index 1 {{(pid=110259) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 11:55:53.656582 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port f908e075-bc96-4931-a795-06584cf36857 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:55:53.677999 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-5d97dece-ea98-4737-91c4-743ce1d2b939 None None] Publish callbacks [] for port (fbd0417c-f51c-4642-b234-2283f5f80798), precommit_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:53.690299 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-5d97dece-ea98-4737-91c4-743ce1d2b939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (fbd0417c-f51c-4642-b234-2283f5f80798), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:53.872250 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8101aed1-fe50-44d6-b9ed-15e831660524 admin admin] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:55:53.879356 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e34aaf-e482-4c5a-be62-c72fb8537c5b None None] Pushing event updated for resources: {'Port': ['ID=fbd0417c-f51c-4642-b234-2283f5f80798,revision_number=3']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:53.896243 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220a5e5b-b40f-458a-abee-4ad18e23d7e0 None None] Sync routers for ids ['b41e0cb7-5c75-4550-829a-9bfeddb3d030'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:55:53.906966 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-5d97dece-ea98-4737-91c4-743ce1d2b939 None None] Attempting to bind port fbd0417c-f51c-4642-b234-2283f5f80798 on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:55:53.907254 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8101aed1-fe50-44d6-b9ed-15e831660524 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:53.907547 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-5d97dece-ea98-4737-91c4-743ce1d2b939 None None] Attempting to bind port fbd0417c-f51c-4642-b234-2283f5f80798 by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': '5a72f2a3-235a-4761-8c4e-495c5069282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7'}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:55:53.907880 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d97dece-ea98-4737-91c4-743ce1d2b939 None None] Attempting to bind port fbd0417c-f51c-4642-b234-2283f5f80798 on network f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:55:53.915739 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d97dece-ea98-4737-91c4-743ce1d2b939 None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:55:53.916111 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d97dece-ea98-4737-91c4-743ce1d2b939 None None] Checking segment: {'id': '5a72f2a3-235a-4761-8c4e-495c5069282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:55:53.916520 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-5d97dece-ea98-4737-91c4-743ce1d2b939 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:53.916684 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-8101aed1-fe50-44d6-b9ed-15e831660524 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5752041 Apr 06 11:55:53.916983 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d97dece-ea98-4737-91c4-743ce1d2b939 None None] Bound using segment: {'id': '5a72f2a3-235a-4761-8c4e-495c5069282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7'} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:55:53.917488 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-5d97dece-ea98-4737-91c4-743ce1d2b939 None None] Bound port: fbd0417c-f51c-4642-b234-2283f5f80798, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a72f2a3-235a-4761-8c4e-495c5069282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7'}}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:55:53.917875 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-5d97dece-ea98-4737-91c4-743ce1d2b939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (fbd0417c-f51c-4642-b234-2283f5f80798), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:53.921560 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 49016) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:55:53.930408 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220a5e5b-b40f-458a-abee-4ad18e23d7e0 None None] Routers {'b41e0cb7-5c75-4550-829a-9bfeddb3d030'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:55:53.934585 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-220a5e5b-b40f-458a-abee-4ad18e23d7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:55:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['b41e0cb7-5c75-4550-829a-9bfeddb3d030'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:55:54.016042 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-5d97dece-ea98-4737-91c4-743ce1d2b939 None None] For port fbd0417c-f51c-4642-b234-2283f5f80798, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:55:54.023237 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-5d97dece-ea98-4737-91c4-743ce1d2b939 None None] For port fbd0417c-f51c-4642-b234-2283f5f80798, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=fbd0417c-f51c-4642-b234-2283f5f80798,segment=NetworkSegment(5a72f2a3-235a-4761-8c4e-495c5069282b),segment_id=5a72f2a3-235a-4761-8c4e-495c5069282b)] {{(pid=110261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:55:54.035834 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-5d97dece-ea98-4737-91c4-743ce1d2b939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (fbd0417c-f51c-4642-b234-2283f5f80798), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:54.094551 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d97dece-ea98-4737-91c4-743ce1d2b939 None None] Routers {'56adb4fd-3158-4daa-9579-5f2331fdebc2'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:55:54.095949 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-5d97dece-ea98-4737-91c4-743ce1d2b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:55:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['56adb4fd-3158-4daa-9579-5f2331fdebc2'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:55:54.163816 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e34aaf-e482-4c5a-be62-c72fb8537c5b None None] Pushing event updated for resources: {'Port': ['ID=fbd0417c-f51c-4642-b234-2283f5f80798,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:54.215687 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-220a5e5b-b40f-458a-abee-4ad18e23d7e0 None None] Set router b41e0cb7-5c75-4550-829a-9bfeddb3d030 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:55:54.315807 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-5d97dece-ea98-4737-91c4-743ce1d2b939 None None] Set router 56adb4fd-3158-4daa-9579-5f2331fdebc2 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:55:54.391838 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e6e740-acbc-4e94-b9b2-7146ee564629 None None] Network e7f9a166-0bb8-4844-a6bd-72273f7d750b requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:55:54.494878 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-220a5e5b-b40f-458a-abee-4ad18e23d7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41e0cb7-5c75-4550-829a-9bfeddb3d030', 'name': 'tempest-TestVolumeBootPattern-893495492-router', 'tenant_id': 'cc940f14b38b4337aacb83b96c7ee91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '151ba9b8-099d-4f51-9669-0661bd78ab86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:51Z', 'updated_at': '2022-04-06T11:55:52Z', 'revision_number': 3, 'project_id': 'cc940f14b38b4337aacb83b96c7ee91b', 'gw_port': {'id': '151ba9b8-099d-4f51-9669-0661bd78ab86', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41e0cb7-5c75-4550-829a-9bfeddb3d030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:52Z', 'updated_at': '2022-04-06T11:55:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:55:54.532999 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220a5e5b-b40f-458a-abee-4ad18e23d7e0 None None] Checking router: b41e0cb7-5c75-4550-829a-9bfeddb3d030 for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:55:54.533391 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220a5e5b-b40f-458a-abee-4ad18e23d7e0 None None] Updating router b41e0cb7-5c75-4550-829a-9bfeddb3d030 port 151ba9b8-099d-4f51-9669-0661bd78ab86 binding host dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:55:54.555701 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-2efb90c2-8457-4b99-8126-e23ee87c7299 None None] Provisioning complete for port fbd0417c-f51c-4642-b234-2283f5f80798 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:55:54.556189 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-2efb90c2-8457-4b99-8126-e23ee87c7299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (fbd0417c-f51c-4642-b234-2283f5f80798), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:54.574473 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-220a5e5b-b40f-458a-abee-4ad18e23d7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (151ba9b8-099d-4f51-9669-0661bd78ab86), before_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:54.715511 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f04b99ed-eabf-4832-a7a8-e0c92e31f0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:54.936487 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-2efb90c2-8457-4b99-8126-e23ee87c7299 None None] Current status of the port fbd0417c-f51c-4642-b234-2283f5f80798 is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:55:54.937548 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-2efb90c2-8457-4b99-8126-e23ee87c7299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (fbd0417c-f51c-4642-b234-2283f5f80798), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:55.056506 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-2efb90c2-8457-4b99-8126-e23ee87c7299 None None] For port fbd0417c-f51c-4642-b234-2283f5f80798, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=fbd0417c-f51c-4642-b234-2283f5f80798,segment=NetworkSegment(5a72f2a3-235a-4761-8c4e-495c5069282b),segment_id=5a72f2a3-235a-4761-8c4e-495c5069282b)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:55:55.059591 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.db_base_plugin_common [None req-f04b99ed-eabf-4832-a7a8-e0c92e31f0bf admin admin] Allocated IP 172.20.0.1 (e7f9a166-0bb8-4844-a6bd-72273f7d750b/2ca662ba-3a3c-4966-a6ae-94aab86b8411/3bf642c7-7ec3-47d6-bc41-8388c424fd0d) {{(pid=110259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:55:55.063061 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-5d97dece-ea98-4737-91c4-743ce1d2b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'name': 'tempest-TestVolumeBootPattern-1445952456-router', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f908e075-bc96-4931-a795-06584cf36857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:44Z', 'updated_at': '2022-04-06T11:55:48Z', 'revision_number': 4, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'gw_port': {'id': 'f908e075-bc96-4931-a795-06584cf36857', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:45Z', 'updated_at': '2022-04-06T11:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'fbd0417c-f51c-4642-b234-2283f5f80798', 'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'mac_address': 'fa:16:3e:ce:92:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:47Z', 'updated_at': '2022-04-06T11:55:53Z', 'revision_number': 4, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'subnets': [{'id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:55:55.103616 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-220a5e5b-b40f-458a-abee-4ad18e23d7e0 None None] Publish callbacks [] for port (151ba9b8-099d-4f51-9669-0661bd78ab86), precommit_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:55.113613 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-220a5e5b-b40f-458a-abee-4ad18e23d7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (151ba9b8-099d-4f51-9669-0661bd78ab86), after_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:55.163444 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-2efb90c2-8457-4b99-8126-e23ee87c7299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (fbd0417c-f51c-4642-b234-2283f5f80798), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:55.172057 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d97dece-ea98-4737-91c4-743ce1d2b939 None None] The sync data for ids ['56adb4fd-3158-4daa-9579-5f2331fdebc2'] in dv-cinder-836074-2-iscsi is: [{'id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'name': 'tempest-TestVolumeBootPattern-1445952456-router', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f908e075-bc96-4931-a795-06584cf36857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:44Z', 'updated_at': '2022-04-06T11:55:48Z', 'revision_number': 4, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'gw_port': {'id': 'f908e075-bc96-4931-a795-06584cf36857', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:45Z', 'updated_at': '2022-04-06T11:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'fbd0417c-f51c-4642-b234-2283f5f80798', 'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'mac_address': 'fa:16:3e:ce:92:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:47Z', 'updated_at': '2022-04-06T11:55:53Z', 'revision_number': 4, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'subnets': [{'id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:55:55.257312 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device fbd0417c-f51c-4642-b234-2283f5f80798 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:55:55.276510 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f04b99ed-eabf-4832-a7a8-e0c92e31f0bf admin admin] Publish callbacks [] for port (3bf642c7-7ec3-47d6-bc41-8388c424fd0d), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:55.295927 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.managers [None req-220a5e5b-b40f-458a-abee-4ad18e23d7e0 None None] Attempting to bind port 151ba9b8-099d-4f51-9669-0661bd78ab86 on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:55:55.296899 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.managers [None req-220a5e5b-b40f-458a-abee-4ad18e23d7e0 None None] Attempting to bind port 151ba9b8-099d-4f51-9669-0661bd78ab86 by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}] {{(pid=110262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:55:55.298677 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a5e5b-b40f-458a-abee-4ad18e23d7e0 None None] Attempting to bind port 151ba9b8-099d-4f51-9669-0661bd78ab86 on network f8bc4371-0f06-4ac4-8212-20e00bcdd0be {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:55:55.312913 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad74f4-edf5-4173-ac33-cbd75bf76c61 None None] Pushing event updated for resources: {'Port': ['ID=151ba9b8-099d-4f51-9669-0661bd78ab86,revision_number=2']} {{(pid=110262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:55.330267 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a5e5b-b40f-458a-abee-4ad18e23d7e0 None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:55:55.330698 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a5e5b-b40f-458a-abee-4ad18e23d7e0 None None] Checking segment: {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:55:55.331117 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-220a5e5b-b40f-458a-abee-4ad18e23d7e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:55.331638 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a5e5b-b40f-458a-abee-4ad18e23d7e0 None None] Bound using segment: {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'} {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:55:55.332104 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.managers [None req-220a5e5b-b40f-458a-abee-4ad18e23d7e0 None None] Bound port: 151ba9b8-099d-4f51-9669-0661bd78ab86, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}}] {{(pid=110262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:55:55.332518 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-220a5e5b-b40f-458a-abee-4ad18e23d7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (151ba9b8-099d-4f51-9669-0661bd78ab86), before_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:55.341519 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f04b99ed-eabf-4832-a7a8-e0c92e31f0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (3bf642c7-7ec3-47d6-bc41-8388c424fd0d), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:55.345610 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb90c2-8457-4b99-8126-e23ee87c7299 None None] Pushing event updated for resources: {'Port': ['ID=fbd0417c-f51c-4642-b234-2283f5f80798,revision_number=5']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:55.374744 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-badf734c-dbbe-4251-9faa-9f27582f47a5 None None] Provisioning complete for port d491e3ef-8d42-44ca-8da4-f51b06a434d3 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:55:55.375421 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-badf734c-dbbe-4251-9faa-9f27582f47a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (d491e3ef-8d42-44ca-8da4-f51b06a434d3), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:55.422206 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b99ed-eabf-4832-a7a8-e0c92e31f0bf admin admin] Pushing event updated for resources: {'Port': ['ID=3bf642c7-7ec3-47d6-bc41-8388c424fd0d,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:55.433851 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04b99ed-eabf-4832-a7a8-e0c92e31f0bf admin admin] Network e7f9a166-0bb8-4844-a6bd-72273f7d750b is already hosted by enough agents. {{(pid=110259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:55:55.436091 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [None req-f04b99ed-eabf-4832-a7a8-e0c92e31f0bf admin admin] Resources bound (agent type, host, resource id): {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:55:55.437388 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.db [None req-220a5e5b-b40f-458a-abee-4ad18e23d7e0 None None] For port 151ba9b8-099d-4f51-9669-0661bd78ab86, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:55:55.438184 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04b99ed-eabf-4832-a7a8-e0c92e31f0bf admin admin] Received port after_create {{(pid=110259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:55:55.444075 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.db [None req-220a5e5b-b40f-458a-abee-4ad18e23d7e0 None None] For port 151ba9b8-099d-4f51-9669-0661bd78ab86, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=151ba9b8-099d-4f51-9669-0661bd78ab86,segment=NetworkSegment(e99df258-543d-4616-b3b8-0c52db153909),segment_id=e99df258-543d-4616-b3b8-0c52db153909)] {{(pid=110262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:55:55.453765 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-220a5e5b-b40f-458a-abee-4ad18e23d7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (151ba9b8-099d-4f51-9669-0661bd78ab86), after_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:55.507660 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f04b99ed-eabf-4832-a7a8-e0c92e31f0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430125'] for router_interface (b41e0cb7-5c75-4550-829a-9bfeddb3d030), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:55.545176 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220a5e5b-b40f-458a-abee-4ad18e23d7e0 None None] Routers {'b41e0cb7-5c75-4550-829a-9bfeddb3d030'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:55:55.545821 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-220a5e5b-b40f-458a-abee-4ad18e23d7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:55:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['b41e0cb7-5c75-4550-829a-9bfeddb3d030'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:55:55.605972 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port fbd0417c-f51c-4642-b234-2283f5f80798 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:55:55.607053 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (fbd0417c-f51c-4642-b234-2283f5f80798), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:55.623933 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad74f4-edf5-4173-ac33-cbd75bf76c61 None None] Pushing event updated for resources: {'Port': ['ID=151ba9b8-099d-4f51-9669-0661bd78ab86,revision_number=3']} {{(pid=110262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:55.722547 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-badf734c-dbbe-4251-9faa-9f27582f47a5 None None] Current status of the port d491e3ef-8d42-44ca-8da4-f51b06a434d3 is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:55:55.722547 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-badf734c-dbbe-4251-9faa-9f27582f47a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (d491e3ef-8d42-44ca-8da4-f51b06a434d3), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:55.772232 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f04b99ed-eabf-4832-a7a8-e0c92e31f0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (3bf642c7-7ec3-47d6-bc41-8388c424fd0d), before_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:55.835903 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-badf734c-dbbe-4251-9faa-9f27582f47a5 None None] For port d491e3ef-8d42-44ca-8da4-f51b06a434d3, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=d491e3ef-8d42-44ca-8da4-f51b06a434d3,segment=NetworkSegment(ffed17a3-e6ed-49cf-ab3e-e9e7b7f16984),segment_id=ffed17a3-e6ed-49cf-ab3e-e9e7b7f16984)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:55:55.840917 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port fbd0417c-f51c-4642-b234-2283f5f80798 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:55:55.858595 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device d491e3ef-8d42-44ca-8da4-f51b06a434d3 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:55:55.865569 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-badf734c-dbbe-4251-9faa-9f27582f47a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (d491e3ef-8d42-44ca-8da4-f51b06a434d3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:55.885332 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-220a5e5b-b40f-458a-abee-4ad18e23d7e0 None None] Set router b41e0cb7-5c75-4550-829a-9bfeddb3d030 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:55:55.953761 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-badf734c-dbbe-4251-9faa-9f27582f47a5 None None] Provisioning complete for port fbd0417c-f51c-4642-b234-2283f5f80798 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:55:55.954206 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-badf734c-dbbe-4251-9faa-9f27582f47a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (fbd0417c-f51c-4642-b234-2283f5f80798), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:55.988909 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf734c-dbbe-4251-9faa-9f27582f47a5 None None] Pushing event updated for resources: {'Port': ['ID=d491e3ef-8d42-44ca-8da4-f51b06a434d3,revision_number=3']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:56.032889 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port d491e3ef-8d42-44ca-8da4-f51b06a434d3 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:55:56.033384 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (d491e3ef-8d42-44ca-8da4-f51b06a434d3), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:56.165784 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-badf734c-dbbe-4251-9faa-9f27582f47a5 None None] Current status of the port fbd0417c-f51c-4642-b234-2283f5f80798 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:55:56.181376 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f04b99ed-eabf-4832-a7a8-e0c92e31f0bf admin admin] Publish callbacks [] for port (3bf642c7-7ec3-47d6-bc41-8388c424fd0d), precommit_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:56.194847 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f04b99ed-eabf-4832-a7a8-e0c92e31f0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352485'] for port (3bf642c7-7ec3-47d6-bc41-8388c424fd0d), after_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:56.247002 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port d491e3ef-8d42-44ca-8da4-f51b06a434d3 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:55:56.299375 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-742a08cf-1bf3-4187-a4b3-135cd040c58f None None] Provisioning complete for port d491e3ef-8d42-44ca-8da4-f51b06a434d3 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:55:56.299754 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-742a08cf-1bf3-4187-a4b3-135cd040c58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (d491e3ef-8d42-44ca-8da4-f51b06a434d3), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:56.303753 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f04b99ed-eabf-4832-a7a8-e0c92e31f0bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431805'] for router_interface (b41e0cb7-5c75-4550-829a-9bfeddb3d030), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:56.314602 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b99ed-eabf-4832-a7a8-e0c92e31f0bf admin admin] Pushing event updated for resources: {'Port': ['ID=3bf642c7-7ec3-47d6-bc41-8388c424fd0d,revision_number=2']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:56.356653 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-220a5e5b-b40f-458a-abee-4ad18e23d7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41e0cb7-5c75-4550-829a-9bfeddb3d030', 'name': 'tempest-TestVolumeBootPattern-893495492-router', 'tenant_id': 'cc940f14b38b4337aacb83b96c7ee91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '151ba9b8-099d-4f51-9669-0661bd78ab86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:51Z', 'updated_at': '2022-04-06T11:55:52Z', 'revision_number': 3, 'project_id': 'cc940f14b38b4337aacb83b96c7ee91b', 'gw_port': {'id': '151ba9b8-099d-4f51-9669-0661bd78ab86', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41e0cb7-5c75-4550-829a-9bfeddb3d030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:52Z', 'updated_at': '2022-04-06T11:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:55:56.446429 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-742a08cf-1bf3-4187-a4b3-135cd040c58f None None] Current status of the port d491e3ef-8d42-44ca-8da4-f51b06a434d3 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:55:56.448045 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220a5e5b-b40f-458a-abee-4ad18e23d7e0 None None] The sync data for ids ['b41e0cb7-5c75-4550-829a-9bfeddb3d030'] in dv-cinder-836074-2-iscsi is: [{'id': 'b41e0cb7-5c75-4550-829a-9bfeddb3d030', 'name': 'tempest-TestVolumeBootPattern-893495492-router', 'tenant_id': 'cc940f14b38b4337aacb83b96c7ee91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '151ba9b8-099d-4f51-9669-0661bd78ab86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:51Z', 'updated_at': '2022-04-06T11:55:52Z', 'revision_number': 3, 'project_id': 'cc940f14b38b4337aacb83b96c7ee91b', 'gw_port': {'id': '151ba9b8-099d-4f51-9669-0661bd78ab86', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41e0cb7-5c75-4550-829a-9bfeddb3d030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:52Z', 'updated_at': '2022-04-06T11:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:55:56.451843 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04b99ed-eabf-4832-a7a8-e0c92e31f0bf admin admin] Network e7f9a166-0bb8-4844-a6bd-72273f7d750b is already hosted by enough agents. {{(pid=110259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:55:56.453882 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [None req-f04b99ed-eabf-4832-a7a8-e0c92e31f0bf admin admin] Resources bound (agent type, host, resource id): {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:55:56.505118 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-742a08cf-1bf3-4187-a4b3-135cd040c58f None None] Provisioning complete for port 3bf642c7-7ec3-47d6-bc41-8388c424fd0d triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:55:56.505814 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-742a08cf-1bf3-4187-a4b3-135cd040c58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (3bf642c7-7ec3-47d6-bc41-8388c424fd0d), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:56.573311 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-742a08cf-1bf3-4187-a4b3-135cd040c58f None None] Port 3bf642c7-7ec3-47d6-bc41-8388c424fd0d cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:55:56.661651 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04b99ed-eabf-4832-a7a8-e0c92e31f0bf admin admin] Router b41e0cb7-5c75-4550-829a-9bfeddb3d030 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:55:56.820454 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04b99ed-eabf-4832-a7a8-e0c92e31f0bf admin admin] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:55:56.821524 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-08c81801-5c16-44aa-837b-ff45ccc021c3 None None] Provisioning complete for port 3bf642c7-7ec3-47d6-bc41-8388c424fd0d triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:55:56.838928 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-f04b99ed-eabf-4832-a7a8-e0c92e31f0bf admin admin] 10.222.0.39 "PUT /v2.0/routers/b41e0cb7-5c75-4550-829a-9bfeddb3d030/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9156766 Apr 06 11:55:56.845082 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-08c81801-5c16-44aa-837b-ff45ccc021c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (3bf642c7-7ec3-47d6-bc41-8388c424fd0d), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:56.907087 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-08c81801-5c16-44aa-837b-ff45ccc021c3 None None] Port 3bf642c7-7ec3-47d6-bc41-8388c424fd0d cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:55:57.184492 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device fbd0417c-f51c-4642-b234-2283f5f80798 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:55:57.290872 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port fbd0417c-f51c-4642-b234-2283f5f80798 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:55:57.291482 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (fbd0417c-f51c-4642-b234-2283f5f80798), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:57.453286 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port fbd0417c-f51c-4642-b234-2283f5f80798 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:55:57.454449 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device d491e3ef-8d42-44ca-8da4-f51b06a434d3 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:55:57.516126 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port d491e3ef-8d42-44ca-8da4-f51b06a434d3 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:55:57.516633 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (d491e3ef-8d42-44ca-8da4-f51b06a434d3), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:57.615006 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port d491e3ef-8d42-44ca-8da4-f51b06a434d3 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:55:57.616101 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 151ba9b8-099d-4f51-9669-0661bd78ab86 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:55:57.681182 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port 151ba9b8-099d-4f51-9669-0661bd78ab86 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:55:57.681557 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (151ba9b8-099d-4f51-9669-0661bd78ab86), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:57.773776 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port 151ba9b8-099d-4f51-9669-0661bd78ab86 is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:55:57.774319 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (151ba9b8-099d-4f51-9669-0661bd78ab86), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:57.799431 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] For port 151ba9b8-099d-4f51-9669-0661bd78ab86, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=151ba9b8-099d-4f51-9669-0661bd78ab86,segment=NetworkSegment(e99df258-543d-4616-b3b8-0c52db153909),segment_id=e99df258-543d-4616-b3b8-0c52db153909)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:55:57.806201 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (151ba9b8-099d-4f51-9669-0661bd78ab86), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:57.874615 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Pushing event updated for resources: {'Port': ['ID=151ba9b8-099d-4f51-9669-0661bd78ab86,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:58.017176 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 49066) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:55:58.025939 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-93f62383-9338-4e8b-8c37-3a73c162d94b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1026634014', 'description': 'tempest-secgroup-smoke-1026634014 description', 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:55:58.059805 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-93f62383-9338-4e8b-8c37-3a73c162d94b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:58.152427 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-93f62383-9338-4e8b-8c37-3a73c162d94b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for security_group (cba1e19e-cab0-4d52-b2f3-2685c93eff8b), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:58.159401 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-93f62383-9338-4e8b-8c37-3a73c162d94b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (cba1e19e-cab0-4d52-b2f3-2685c93eff8b), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:58.188621 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-93f62383-9338-4e8b-8c37-3a73c162d94b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:58.190009 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-93f62383-9338-4e8b-8c37-3a73c162d94b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1713893 Apr 06 11:55:58.193908 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 49072) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:55:58.201699 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-eada2c44-965a-4088-bfd2-ede26e57deb5 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Request body: {'security_group_rule': {'security_group_id': 'cba1e19e-cab0-4d52-b2f3-2685c93eff8b', 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:55:58.220098 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f62383-9338-4e8b-8c37-3a73c162d94b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cba1e19e-cab0-4d52-b2f3-2685c93eff8b,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:58.245717 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-eada2c44-965a-4088-bfd2-ede26e57deb5 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for security_group_rule (b59dd7a1-fd71-4a3a-9f80-25251bf78bff), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:58.313002 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-eada2c44-965a-4088-bfd2-ede26e57deb5 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for security_group_rule (b59dd7a1-fd71-4a3a-9f80-25251bf78bff), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:58.319035 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-eada2c44-965a-4088-bfd2-ede26e57deb5 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (b59dd7a1-fd71-4a3a-9f80-25251bf78bff), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:58.338539 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada2c44-965a-4088-bfd2-ede26e57deb5 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b59dd7a1-fd71-4a3a-9f80-25251bf78bff,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:58.352042 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-eada2c44-965a-4088-bfd2-ede26e57deb5 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:58.353485 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-eada2c44-965a-4088-bfd2-ede26e57deb5 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1586096 Apr 06 11:55:58.358129 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 49078) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:55:58.366115 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-3c003c6a-8914-4846-9182-e1e87fe66c72 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Request body: {'security_group_rule': {'security_group_id': 'cba1e19e-cab0-4d52-b2f3-2685c93eff8b', 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:55:58.405220 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2284af-164c-46ea-87cd-227f95a65e7d req-b8709743-d027-4cb4-97f9-3ae852cfbf97 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:55:58.407005 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-4a2284af-164c-46ea-87cd-227f95a65e7d req-b8709743-d027-4cb4-97f9-3ae852cfbf97 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.1134124 Apr 06 11:55:58.411212 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3c003c6a-8914-4846-9182-e1e87fe66c72 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for security_group_rule (76c59238-8b3b-4508-aa34-84635eec890f), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:58.489889 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-4a2284af-164c-46ea-87cd-227f95a65e7d req-1b74bbd0-3926-4816-9e5b-abc4b5efcd80 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727465 Apr 06 11:55:58.539347 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3c003c6a-8914-4846-9182-e1e87fe66c72 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for security_group_rule (76c59238-8b3b-4508-aa34-84635eec890f), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:58.545634 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3c003c6a-8914-4846-9182-e1e87fe66c72 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (76c59238-8b3b-4508-aa34-84635eec890f), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:58.569669 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c003c6a-8914-4846-9182-e1e87fe66c72 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76c59238-8b3b-4508-aa34-84635eec890f,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:58.582994 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3c003c6a-8914-4846-9182-e1e87fe66c72 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:58.588892 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-3c003c6a-8914-4846-9182-e1e87fe66c72 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2245693 Apr 06 11:55:58.589617 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 49086) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:55:58.593851 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-ac8ee059-7d9e-49bd-a580-16e1a978139c tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Request body: {'security_group_rule': {'security_group_id': 'cba1e19e-cab0-4d52-b2f3-2685c93eff8b', 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:55:58.631417 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ac8ee059-7d9e-49bd-a580-16e1a978139c tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for security_group_rule (4f2b7568-c3e2-48d8-be2c-f650fabf83a2), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:58.719503 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ac8ee059-7d9e-49bd-a580-16e1a978139c tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for security_group_rule (4f2b7568-c3e2-48d8-be2c-f650fabf83a2), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:58.724193 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ac8ee059-7d9e-49bd-a580-16e1a978139c tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (4f2b7568-c3e2-48d8-be2c-f650fabf83a2), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:58.748120 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ee059-7d9e-49bd-a580-16e1a978139c tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f2b7568-c3e2-48d8-be2c-f650fabf83a2,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:58.761254 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ac8ee059-7d9e-49bd-a580-16e1a978139c tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:58.767306 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-ac8ee059-7d9e-49bd-a580-16e1a978139c tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1728292 Apr 06 11:55:58.767581 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 49088) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:55:58.772922 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-1229ead8-ffcd-44a1-9038-1aa81367cc76 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Request body: {'security_group_rule': {'security_group_id': 'cba1e19e-cab0-4d52-b2f3-2685c93eff8b', 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:55:58.819453 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-1229ead8-ffcd-44a1-9038-1aa81367cc76 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for security_group_rule (007d7942-e93c-4e7b-8bbc-360590d4310b), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:58.867425 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1da028-c202-463c-bbde-1344dd23423c None None] Sync routers for ids ['b41e0cb7-5c75-4550-829a-9bfeddb3d030'] in dv-cinder-836074-2-iscsi {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:55:58.886003 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1da028-c202-463c-bbde-1344dd23423c None None] Routers {'b41e0cb7-5c75-4550-829a-9bfeddb3d030'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:55:58.887053 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-5c1da028-c202-463c-bbde-1344dd23423c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:55:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['b41e0cb7-5c75-4550-829a-9bfeddb3d030'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:55:58.908329 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-1229ead8-ffcd-44a1-9038-1aa81367cc76 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for security_group_rule (007d7942-e93c-4e7b-8bbc-360590d4310b), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:58.913639 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-1229ead8-ffcd-44a1-9038-1aa81367cc76 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (007d7942-e93c-4e7b-8bbc-360590d4310b), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:58.936646 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229ead8-ffcd-44a1-9038-1aa81367cc76 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007d7942-e93c-4e7b-8bbc-360590d4310b,revision_number=0']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:58.946656 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-1229ead8-ffcd-44a1-9038-1aa81367cc76 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:58.952810 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-1229ead8-ffcd-44a1-9038-1aa81367cc76 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1795168 Apr 06 11:55:58.953087 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 49090) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:55:58.958825 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-4da5b1df-8e6a-49e0-a562-5fef206d3b44 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Request body: {'security_group_rule': {'security_group_id': 'cba1e19e-cab0-4d52-b2f3-2685c93eff8b', 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:55:58.968797 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 151ba9b8-099d-4f51-9669-0661bd78ab86 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:55:58.984253 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.db.securitygroups_db [None req-4da5b1df-8e6a-49e0-a562-5fef206d3b44 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Project 2337ee61074c4b3ea35e6f0c52ff6fe5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 11:55:58.991546 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4da5b1df-8e6a-49e0-a562-5fef206d3b44 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for security_group_rule (37bd3948-db4a-4120-baef-be45ecc34ded), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:59.065100 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4da5b1df-8e6a-49e0-a562-5fef206d3b44 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for security_group_rule (37bd3948-db4a-4120-baef-be45ecc34ded), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:59.070575 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4da5b1df-8e6a-49e0-a562-5fef206d3b44 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (37bd3948-db4a-4120-baef-be45ecc34ded), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:59.091623 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5b1df-8e6a-49e0-a562-5fef206d3b44 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37bd3948-db4a-4120-baef-be45ecc34ded,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:59.106567 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4da5b1df-8e6a-49e0-a562-5fef206d3b44 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:59.113880 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 49092) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:55:59.114197 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-4da5b1df-8e6a-49e0-a562-5fef206d3b44 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1589825 Apr 06 11:55:59.118650 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-2391befb-b4d7-46df-b9da-1e720828cad2 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Request body: {'security_group_rule': {'security_group_id': 'cba1e19e-cab0-4d52-b2f3-2685c93eff8b', 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:55:59.141987 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.db.securitygroups_db [None req-2391befb-b4d7-46df-b9da-1e720828cad2 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Project 2337ee61074c4b3ea35e6f0c52ff6fe5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 11:55:59.148516 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-2391befb-b4d7-46df-b9da-1e720828cad2 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for security_group_rule (68ee6a95-97c1-40f7-98f4-44552030e7e0), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:59.167079 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-5c1da028-c202-463c-bbde-1344dd23423c None None] Set router b41e0cb7-5c75-4550-829a-9bfeddb3d030 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:55:59.171634 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port 151ba9b8-099d-4f51-9669-0661bd78ab86 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:55:59.172260 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (151ba9b8-099d-4f51-9669-0661bd78ab86), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:59.225744 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-2391befb-b4d7-46df-b9da-1e720828cad2 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for security_group_rule (68ee6a95-97c1-40f7-98f4-44552030e7e0), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:59.231071 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-2391befb-b4d7-46df-b9da-1e720828cad2 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (68ee6a95-97c1-40f7-98f4-44552030e7e0), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:59.250594 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2391befb-b4d7-46df-b9da-1e720828cad2 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ee6a95-97c1-40f7-98f4-44552030e7e0,revision_number=0']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:55:59.262566 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-2391befb-b4d7-46df-b9da-1e720828cad2 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:59.264646 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-2391befb-b4d7-46df-b9da-1e720828cad2 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1497090 Apr 06 11:55:59.479582 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port 151ba9b8-099d-4f51-9669-0661bd78ab86 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:55:59.576650 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-5c1da028-c202-463c-bbde-1344dd23423c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41e0cb7-5c75-4550-829a-9bfeddb3d030', 'name': 'tempest-TestVolumeBootPattern-893495492-router', 'tenant_id': 'cc940f14b38b4337aacb83b96c7ee91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '151ba9b8-099d-4f51-9669-0661bd78ab86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:51Z', 'updated_at': '2022-04-06T11:55:55Z', 'revision_number': 4, 'project_id': 'cc940f14b38b4337aacb83b96c7ee91b', 'gw_port': {'id': '151ba9b8-099d-4f51-9669-0661bd78ab86', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41e0cb7-5c75-4550-829a-9bfeddb3d030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:52Z', 'updated_at': '2022-04-06T11:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': '3bf642c7-7ec3-47d6-bc41-8388c424fd0d', 'name': '', 'network_id': 'e7f9a166-0bb8-4844-a6bd-72273f7d750b', 'tenant_id': 'cc940f14b38b4337aacb83b96c7ee91b', 'mac_address': 'fa:16:3e:36:46:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41e0cb7-5c75-4550-829a-9bfeddb3d030', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '2ca662ba-3a3c-4966-a6ae-94aab86b8411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:54Z', 'updated_at': '2022-04-06T11:55:55Z', 'revision_number': 2, 'project_id': 'cc940f14b38b4337aacb83b96c7ee91b', 'subnets': [{'id': '2ca662ba-3a3c-4966-a6ae-94aab86b8411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:55:59.636070 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1da028-c202-463c-bbde-1344dd23423c None None] Checking router: b41e0cb7-5c75-4550-829a-9bfeddb3d030 for host: dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:55:59.636674 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1da028-c202-463c-bbde-1344dd23423c None None] Updating router b41e0cb7-5c75-4550-829a-9bfeddb3d030 port 3bf642c7-7ec3-47d6-bc41-8388c424fd0d binding host dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:55:59.671305 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b972f-4e12-4390-bfeb-2c0a5b846bcb req-d2d05070-8d5d-4830-82c5-b23455d95255 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:55:59.673008 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-373b972f-4e12-4390-bfeb-2c0a5b846bcb req-d2d05070-8d5d-4830-82c5-b23455d95255 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0684161 Apr 06 11:55:59.682193 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-5c1da028-c202-463c-bbde-1344dd23423c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (3bf642c7-7ec3-47d6-bc41-8388c424fd0d), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:55:59.740641 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-373b972f-4e12-4390-bfeb-2c0a5b846bcb req-9eb1c38d-048c-41c5-9bac-5cd53449db09 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560331 Apr 06 11:56:00.108707 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-5c1da028-c202-463c-bbde-1344dd23423c None None] Publish callbacks [] for port (3bf642c7-7ec3-47d6-bc41-8388c424fd0d), precommit_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:00.116167 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-5c1da028-c202-463c-bbde-1344dd23423c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (3bf642c7-7ec3-47d6-bc41-8388c424fd0d), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:00.185175 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed3d83-5358-4039-b2fd-c23a084291a5 None None] Pushing event updated for resources: {'Port': ['ID=3bf642c7-7ec3-47d6-bc41-8388c424fd0d,revision_number=3']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:56:00.251527 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-5c1da028-c202-463c-bbde-1344dd23423c None None] Attempting to bind port 3bf642c7-7ec3-47d6-bc41-8388c424fd0d on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:56:00.252076 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-5c1da028-c202-463c-bbde-1344dd23423c None None] Attempting to bind port 3bf642c7-7ec3-47d6-bc41-8388c424fd0d by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': 'ffed17a3-e6ed-49cf-ab3e-e9e7b7f16984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e7f9a166-0bb8-4844-a6bd-72273f7d750b'}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:56:00.252644 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1da028-c202-463c-bbde-1344dd23423c None None] Attempting to bind port 3bf642c7-7ec3-47d6-bc41-8388c424fd0d on network e7f9a166-0bb8-4844-a6bd-72273f7d750b {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:56:00.262590 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1da028-c202-463c-bbde-1344dd23423c None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:56:00.263207 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1da028-c202-463c-bbde-1344dd23423c None None] Checking segment: {'id': 'ffed17a3-e6ed-49cf-ab3e-e9e7b7f16984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e7f9a166-0bb8-4844-a6bd-72273f7d750b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:56:00.263869 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-5c1da028-c202-463c-bbde-1344dd23423c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:00.264701 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1da028-c202-463c-bbde-1344dd23423c None None] Bound using segment: {'id': 'ffed17a3-e6ed-49cf-ab3e-e9e7b7f16984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e7f9a166-0bb8-4844-a6bd-72273f7d750b'} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:56:00.265577 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-5c1da028-c202-463c-bbde-1344dd23423c None None] Bound port: 3bf642c7-7ec3-47d6-bc41-8388c424fd0d, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffed17a3-e6ed-49cf-ab3e-e9e7b7f16984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e7f9a166-0bb8-4844-a6bd-72273f7d750b'}}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:56:00.266207 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-5c1da028-c202-463c-bbde-1344dd23423c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (3bf642c7-7ec3-47d6-bc41-8388c424fd0d), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:00.387774 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-5c1da028-c202-463c-bbde-1344dd23423c None None] For port 3bf642c7-7ec3-47d6-bc41-8388c424fd0d, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:56:00.393312 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-5c1da028-c202-463c-bbde-1344dd23423c None None] For port 3bf642c7-7ec3-47d6-bc41-8388c424fd0d, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=3bf642c7-7ec3-47d6-bc41-8388c424fd0d,segment=NetworkSegment(ffed17a3-e6ed-49cf-ab3e-e9e7b7f16984),segment_id=ffed17a3-e6ed-49cf-ab3e-e9e7b7f16984)] {{(pid=110261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:56:00.402729 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-5c1da028-c202-463c-bbde-1344dd23423c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (3bf642c7-7ec3-47d6-bc41-8388c424fd0d), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:00.539696 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1da028-c202-463c-bbde-1344dd23423c None None] Routers {'b41e0cb7-5c75-4550-829a-9bfeddb3d030'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:56:00.540702 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-5c1da028-c202-463c-bbde-1344dd23423c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:55:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['b41e0cb7-5c75-4550-829a-9bfeddb3d030'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:56:00.546717 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-4f630f82-2806-497d-a562-024b142df9df None None] Provisioning complete for port 3bf642c7-7ec3-47d6-bc41-8388c424fd0d triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:56:00.547180 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-4f630f82-2806-497d-a562-024b142df9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (3bf642c7-7ec3-47d6-bc41-8388c424fd0d), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:00.585145 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed3d83-5358-4039-b2fd-c23a084291a5 None None] Pushing event updated for resources: {'Port': ['ID=3bf642c7-7ec3-47d6-bc41-8388c424fd0d,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:56:00.867536 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-5c1da028-c202-463c-bbde-1344dd23423c None None] Set router b41e0cb7-5c75-4550-829a-9bfeddb3d030 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:56:00.907353 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-4f630f82-2806-497d-a562-024b142df9df None None] Current status of the port 3bf642c7-7ec3-47d6-bc41-8388c424fd0d is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:56:00.907625 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-4f630f82-2806-497d-a562-024b142df9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (3bf642c7-7ec3-47d6-bc41-8388c424fd0d), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:00.935998 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebadae8-faee-48f8-bab3-4cde0615263a req-8220217d-f6bf-4af4-948f-7d72f4f23be8 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:00.938050 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-bebadae8-faee-48f8-bab3-4cde0615263a req-8220217d-f6bf-4af4-948f-7d72f4f23be8 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0709493 Apr 06 11:56:01.005242 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-bebadae8-faee-48f8-bab3-4cde0615263a req-480cc2ae-739f-45dd-a7ac-f6ef68109773 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569615 Apr 06 11:56:01.032095 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-4f630f82-2806-497d-a562-024b142df9df None None] For port 3bf642c7-7ec3-47d6-bc41-8388c424fd0d, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=3bf642c7-7ec3-47d6-bc41-8388c424fd0d,segment=NetworkSegment(ffed17a3-e6ed-49cf-ab3e-e9e7b7f16984),segment_id=ffed17a3-e6ed-49cf-ab3e-e9e7b7f16984)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:56:01.042446 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-4f630f82-2806-497d-a562-024b142df9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (3bf642c7-7ec3-47d6-bc41-8388c424fd0d), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:01.194046 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f630f82-2806-497d-a562-024b142df9df None None] Pushing event updated for resources: {'Port': ['ID=3bf642c7-7ec3-47d6-bc41-8388c424fd0d,revision_number=5']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:56:01.208688 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-d8ef1caa-8b1c-45a0-adb8-8050ea448093 None None] Provisioning complete for port 3bf642c7-7ec3-47d6-bc41-8388c424fd0d triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:56:01.209086 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-d8ef1caa-8b1c-45a0-adb8-8050ea448093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (3bf642c7-7ec3-47d6-bc41-8388c424fd0d), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:01.271080 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-5c1da028-c202-463c-bbde-1344dd23423c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41e0cb7-5c75-4550-829a-9bfeddb3d030', 'name': 'tempest-TestVolumeBootPattern-893495492-router', 'tenant_id': 'cc940f14b38b4337aacb83b96c7ee91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '151ba9b8-099d-4f51-9669-0661bd78ab86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:51Z', 'updated_at': '2022-04-06T11:55:55Z', 'revision_number': 4, 'project_id': 'cc940f14b38b4337aacb83b96c7ee91b', 'gw_port': {'id': '151ba9b8-099d-4f51-9669-0661bd78ab86', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41e0cb7-5c75-4550-829a-9bfeddb3d030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:52Z', 'updated_at': '2022-04-06T11:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': '3bf642c7-7ec3-47d6-bc41-8388c424fd0d', 'name': '', 'network_id': 'e7f9a166-0bb8-4844-a6bd-72273f7d750b', 'tenant_id': 'cc940f14b38b4337aacb83b96c7ee91b', 'mac_address': 'fa:16:3e:36:46:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41e0cb7-5c75-4550-829a-9bfeddb3d030', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '2ca662ba-3a3c-4966-a6ae-94aab86b8411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:54Z', 'updated_at': '2022-04-06T11:56:00Z', 'revision_number': 4, 'project_id': 'cc940f14b38b4337aacb83b96c7ee91b', 'subnets': [{'id': '2ca662ba-3a3c-4966-a6ae-94aab86b8411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:56:01.306521 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1da028-c202-463c-bbde-1344dd23423c None None] The sync data for ids ['b41e0cb7-5c75-4550-829a-9bfeddb3d030'] in dv-cinder-836074-2-iscsi is: [{'id': 'b41e0cb7-5c75-4550-829a-9bfeddb3d030', 'name': 'tempest-TestVolumeBootPattern-893495492-router', 'tenant_id': 'cc940f14b38b4337aacb83b96c7ee91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '151ba9b8-099d-4f51-9669-0661bd78ab86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:51Z', 'updated_at': '2022-04-06T11:55:55Z', 'revision_number': 4, 'project_id': 'cc940f14b38b4337aacb83b96c7ee91b', 'gw_port': {'id': '151ba9b8-099d-4f51-9669-0661bd78ab86', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41e0cb7-5c75-4550-829a-9bfeddb3d030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:52Z', 'updated_at': '2022-04-06T11:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': '3bf642c7-7ec3-47d6-bc41-8388c424fd0d', 'name': '', 'network_id': 'e7f9a166-0bb8-4844-a6bd-72273f7d750b', 'tenant_id': 'cc940f14b38b4337aacb83b96c7ee91b', 'mac_address': 'fa:16:3e:36:46:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41e0cb7-5c75-4550-829a-9bfeddb3d030', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '2ca662ba-3a3c-4966-a6ae-94aab86b8411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:54Z', 'updated_at': '2022-04-06T11:56:00Z', 'revision_number': 4, 'project_id': 'cc940f14b38b4337aacb83b96c7ee91b', 'subnets': [{'id': '2ca662ba-3a3c-4966-a6ae-94aab86b8411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:56:01.349406 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-d8ef1caa-8b1c-45a0-adb8-8050ea448093 None None] Current status of the port 3bf642c7-7ec3-47d6-bc41-8388c424fd0d is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:56:02.548044 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff256d-9d0d-4131-8671-0a06c1f534f1 req-2ae5da93-6b4c-40de-995c-8ca82ac6b10d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:02.551140 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-64ff256d-9d0d-4131-8671-0a06c1f534f1 req-2ae5da93-6b4c-40de-995c-8ca82ac6b10d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.3889804 Apr 06 11:56:02.630358 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-64ff256d-9d0d-4131-8671-0a06c1f534f1 req-a06982cf-470f-4ad0-b2f2-98d816ec33f4 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719244 Apr 06 11:56:02.927679 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 3bf642c7-7ec3-47d6-bc41-8388c424fd0d up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:56:02.997514 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port 3bf642c7-7ec3-47d6-bc41-8388c424fd0d triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:56:02.998009 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (3bf642c7-7ec3-47d6-bc41-8388c424fd0d), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:03.129959 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port 3bf642c7-7ec3-47d6-bc41-8388c424fd0d is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:56:03.867173 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba8d6a-3878-48ee-8fb6-142ba134fccf req-14a1636a-4730-484c-a338-44a3ef7000a3 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:03.869946 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-efba8d6a-3878-48ee-8fb6-142ba134fccf req-14a1636a-4730-484c-a338-44a3ef7000a3 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0895827 Apr 06 11:56:03.954887 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-efba8d6a-3878-48ee-8fb6-142ba134fccf req-1e86e32e-d027-48bf-b338-bb32a4cf8695 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785289 Apr 06 11:56:05.111204 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee55466-57a0-4f15-9626-379d73b76cc8 req-d4959680-0067-45a0-a04c-afa4294dc5ad tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:05.114284 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-aee55466-57a0-4f15-9626-379d73b76cc8 req-d4959680-0067-45a0-a04c-afa4294dc5ad tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0733078 Apr 06 11:56:05.205340 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-aee55466-57a0-4f15-9626-379d73b76cc8 req-9ee33705-df70-4e13-8fe7-995af95623e1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819879 Apr 06 11:56:06.350119 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f66e3-7d3d-452b-bbfd-fc2505fbb16e req-ab5d5953-6ab4-450d-91e3-a37d2f822c15 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:06.351765 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-864f66e3-7d3d-452b-bbfd-fc2505fbb16e req-ab5d5953-6ab4-450d-91e3-a37d2f822c15 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0640681 Apr 06 11:56:06.428822 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-864f66e3-7d3d-452b-bbfd-fc2505fbb16e req-5b2f03ce-c066-4c1c-8cea-75578aca63d9 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645854 Apr 06 11:56:07.575313 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b011a-4d5d-442d-a9ad-44c0ec5d71a5 req-4b9a2709-dff5-46be-94ab-f2cbb00545cc tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:07.577042 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-5a7b011a-4d5d-442d-a9ad-44c0ec5d71a5 req-4b9a2709-dff5-46be-94ab-f2cbb00545cc tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0635304 Apr 06 11:56:07.634358 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-5a7b011a-4d5d-442d-a9ad-44c0ec5d71a5 req-d92508e6-4a90-47cd-b5ee-09a798f0c18a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478830 Apr 06 11:56:08.923126 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de373d9-f976-412b-9784-073ff8924360 req-0b218b30-54c5-43a6-b110-f1baa454aafd tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:08.925296 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-1de373d9-f976-412b-9784-073ff8924360 req-0b218b30-54c5-43a6-b110-f1baa454aafd tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.2074769 Apr 06 11:56:08.984228 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-1de373d9-f976-412b-9784-073ff8924360 req-df033818-6028-453d-af31-6fdcf2d511a3 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496211 Apr 06 11:56:09.613762 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:56:10.208014 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22a2d9-ab53-4b58-bd3b-edd073b006de req-6c239bd3-9347-4513-8830-7cc1604ece5b tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:10.209693 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-eb22a2d9-ab53-4b58-bd3b-edd073b006de req-6c239bd3-9347-4513-8830-7cc1604ece5b tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.1382093 Apr 06 11:56:10.269834 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-eb22a2d9-ab53-4b58-bd3b-edd073b006de req-b279e986-a4c6-427c-8f19-18bcd4bfb443 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493131 Apr 06 11:56:11.409318 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e6c1b-4a37-4f90-9145-90ed4f2a7ec2 req-881b93de-d995-4fd1-bb2e-5e7a9497cdec tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:11.411498 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-540e6c1b-4a37-4f90-9145-90ed4f2a7ec2 req-881b93de-d995-4fd1-bb2e-5e7a9497cdec tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0598283 Apr 06 11:56:11.470441 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-540e6c1b-4a37-4f90-9145-90ed4f2a7ec2 req-d85f4cfb-d9cb-4b3b-b29a-fb5d19f77834 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524623 Apr 06 11:56:12.258409 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-a76a98eb-d6df-418e-826b-3f94b302f705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:12.654745 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c7eba-d9d0-4f31-b997-090e8eb142e1 req-0fb3edfe-75b8-49cf-8ce0-780a2b9d9dd4 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:12.657528 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1c7c7eba-d9d0-4f31-b997-090e8eb142e1 req-0fb3edfe-75b8-49cf-8ce0-780a2b9d9dd4 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.1054745 Apr 06 11:56:12.725312 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1c7c7eba-d9d0-4f31-b997-090e8eb142e1 req-6eff8bcf-2f49-4b2b-b6a1-80b6913fec97 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602007 Apr 06 11:56:12.849498 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12573790-45fc-4fa8-b49c-61af81ddff92 req-d2de30b2-6c6b-4054-89ef-7110f1e7c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:12.851419 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-12573790-45fc-4fa8-b49c-61af81ddff92 req-d2de30b2-6c6b-4054-89ef-7110f1e7c260 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a2c38a64ffb4474b4a145f9808cc37f&device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 1129 time: 0.0839450 Apr 06 11:56:13.538246 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12573790-45fc-4fa8-b49c-61af81ddff92 req-fbf490dd-3e81-415a-929a-379dc270c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:13.541100 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-12573790-45fc-4fa8-b49c-61af81ddff92 req-fbf490dd-3e81-415a-929a-379dc270c717 service neutron] 10.222.0.53 "GET /v2.0/networks?id=04e35c34-b38e-495d-ab59-a36a4ea05864 HTTP/1.1" status: 200 len: 917 time: 0.1309841 Apr 06 11:56:13.663779 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-12573790-45fc-4fa8-b49c-61af81ddff92 req-99aa881d-d8db-466c-9457-e57b76ef23be service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fff424a3-655d-48b5-9050-0acbe0bf6be8 HTTP/1.1" status: 200 len: 1000 time: 0.1014493 Apr 06 11:56:13.739730 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12573790-45fc-4fa8-b49c-61af81ddff92 req-4a03e1e2-e100-4238-bd71-ff530ad55082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:13.741568 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-12573790-45fc-4fa8-b49c-61af81ddff92 req-4a03e1e2-e100-4238-bd71-ff530ad55082 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3051baf9-8ef0-43f1-94ee-3a605ed467b3 HTTP/1.1" status: 200 len: 855 time: 0.0716944 Apr 06 11:56:13.810303 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12573790-45fc-4fa8-b49c-61af81ddff92 req-4563adab-024e-40d9-902a-4a6c4cd9d1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:13.823765 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-12573790-45fc-4fa8-b49c-61af81ddff92 req-4563adab-024e-40d9-902a-4a6c4cd9d1b8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04e35c34-b38e-495d-ab59-a36a4ea05864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0744095 Apr 06 11:56:14.030430 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:14.036172 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076fa07-9263-4846-9e8e-d0b09a59d9bf req-3b81a315-b09b-41e4-955b-822d91db61d2 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:14.038632 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3076fa07-9263-4846-9e8e-d0b09a59d9bf req-3b81a315-b09b-41e4-955b-822d91db61d2 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.1247447 Apr 06 11:56:14.041733 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-12573790-45fc-4fa8-b49c-61af81ddff92 req-0594df72-0bab-47d9-a56e-e0934b1e9355 service neutron] 10.222.0.53 "GET /v2.0/networks/04e35c34-b38e-495d-ab59-a36a4ea05864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097516 Apr 06 11:56:14.105868 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 49278) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:56:14.116214 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-00639914-6414-4a57-8a42-eaeb48c8394e tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Request body: {'security_group': {'name': 'tempest-securitygroup--814672626', 'description': 'tempest-description--1859663263'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:56:14.146600 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-00639914-6414-4a57-8a42-eaeb48c8394e tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:14.223861 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3076fa07-9263-4846-9e8e-d0b09a59d9bf req-a6e68843-1c3f-4f8a-979d-7d41ab83021e tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640804 Apr 06 11:56:14.245004 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-12573790-45fc-4fa8-b49c-61af81ddff92 req-df634e6a-8679-4ec6-88a3-406bb47fbe38 service neutron] 10.222.0.53 "GET /v2.0/networks/04e35c34-b38e-495d-ab59-a36a4ea05864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966128 Apr 06 11:56:14.249198 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-00639914-6414-4a57-8a42-eaeb48c8394e tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group (0d998083-b857-431e-a76a-68491c9abb5a), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:14.256089 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-00639914-6414-4a57-8a42-eaeb48c8394e tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (0d998083-b857-431e-a76a-68491c9abb5a), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:14.292628 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00639914-6414-4a57-8a42-eaeb48c8394e tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d998083-b857-431e-a76a-68491c9abb5a,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:56:14.299483 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-00639914-6414-4a57-8a42-eaeb48c8394e tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:14.302194 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-00639914-6414-4a57-8a42-eaeb48c8394e tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1932998 Apr 06 11:56:14.303998 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 49284) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:56:14.309290 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-6af7fd21-b56d-43b0-81c7-1e510527da24 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Request body: {'security_group_rule': {'security_group_id': '0d998083-b857-431e-a76a-68491c9abb5a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:56:14.350464 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6af7fd21-b56d-43b0-81c7-1e510527da24 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group_rule (ecc2c93e-2547-417a-823f-4eef80c45d70), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:14.423586 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6af7fd21-b56d-43b0-81c7-1e510527da24 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group_rule (ecc2c93e-2547-417a-823f-4eef80c45d70), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:14.431576 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6af7fd21-b56d-43b0-81c7-1e510527da24 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (ecc2c93e-2547-417a-823f-4eef80c45d70), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:14.452199 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7fd21-b56d-43b0-81c7-1e510527da24 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc2c93e-2547-417a-823f-4eef80c45d70,revision_number=0']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:56:14.461749 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6af7fd21-b56d-43b0-81c7-1e510527da24 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:14.466959 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 49286) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:56:14.467203 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-6af7fd21-b56d-43b0-81c7-1e510527da24 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1615751 Apr 06 11:56:14.476566 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-dcf79f56-6fdf-4752-8abc-a2cc5a1c0f46 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Request body: {'security_group_rule': {'security_group_id': '0d998083-b857-431e-a76a-68491c9abb5a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:56:14.517316 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-dcf79f56-6fdf-4752-8abc-a2cc5a1c0f46 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group_rule (9685d153-4e03-4e1d-9911-fec7e7a99050), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:14.597020 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-dcf79f56-6fdf-4752-8abc-a2cc5a1c0f46 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group_rule (9685d153-4e03-4e1d-9911-fec7e7a99050), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:14.602251 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-dcf79f56-6fdf-4752-8abc-a2cc5a1c0f46 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (9685d153-4e03-4e1d-9911-fec7e7a99050), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:14.631640 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf79f56-6fdf-4752-8abc-a2cc5a1c0f46 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9685d153-4e03-4e1d-9911-fec7e7a99050,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:56:14.645383 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-dcf79f56-6fdf-4752-8abc-a2cc5a1c0f46 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:14.647032 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-dcf79f56-6fdf-4752-8abc-a2cc5a1c0f46 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1781454 Apr 06 11:56:14.650219 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 49288) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:56:14.654768 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-475527d4-f186-4c6a-a55a-7bb1c08bc2ae tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Request body: {'floatingip': {'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:56:14.683903 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-475527d4-f186-4c6a-a55a-7bb1c08bc2ae tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:14.840628 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-475527d4-f186-4c6a-a55a-7bb1c08bc2ae tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:14.991258 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [None req-475527d4-f186-4c6a-a55a-7bb1c08bc2ae tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Allocated IP 172.27.1.17 (f8bc4371-0f06-4ac4-8212-20e00bcdd0be/f72af3a5-4f9e-49cd-911b-77b0f5cebaf5/2f78e8b3-645e-4b4b-9ad2-78b537b2ed25) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:56:15.105473 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-21c3c291-96e2-45bc-9e28-48fd5c944050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:15.130806 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-475527d4-f186-4c6a-a55a-7bb1c08bc2ae tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for port (2f78e8b3-645e-4b4b-9ad2-78b537b2ed25), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:15.175457 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-475527d4-f186-4c6a-a55a-7bb1c08bc2ae tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (2f78e8b3-645e-4b4b-9ad2-78b537b2ed25), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:15.222412 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475527d4-f186-4c6a-a55a-7bb1c08bc2ae tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Network f8bc4371-0f06-4ac4-8212-20e00bcdd0be is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:56:15.225821 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-475527d4-f186-4c6a-a55a-7bb1c08bc2ae tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:56:15.229773 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475527d4-f186-4c6a-a55a-7bb1c08bc2ae tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:56:15.255861 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475527d4-f186-4c6a-a55a-7bb1c08bc2ae tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event updated for resources: {'Port': ['ID=2f78e8b3-645e-4b4b-9ad2-78b537b2ed25,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:56:15.383018 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-475527d4-f186-4c6a-a55a-7bb1c08bc2ae tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for floatingip (a6226e60-a91e-4c71-b332-bd1559cd2872), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:15.413278 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a390b8-26de-4f02-b1ac-5c6db29c62e2 req-e9be6563-3bad-4f5e-90bd-9288d6aa7d61 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:15.415248 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f8a390b8-26de-4f02-b1ac-5c6db29c62e2 req-e9be6563-3bad-4f5e-90bd-9288d6aa7d61 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0750847 Apr 06 11:56:15.436479 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-475527d4-f186-4c6a-a55a-7bb1c08bc2ae tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (2f78e8b3-645e-4b4b-9ad2-78b537b2ed25), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:15.481974 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f8a390b8-26de-4f02-b1ac-5c6db29c62e2 req-e0b9ebd1-c053-41c2-99e3-ac2bcd04e6ef tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595334 Apr 06 11:56:15.635736 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-475527d4-f186-4c6a-a55a-7bb1c08bc2ae tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for port (2f78e8b3-645e-4b4b-9ad2-78b537b2ed25), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:15.641635 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-475527d4-f186-4c6a-a55a-7bb1c08bc2ae tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (2f78e8b3-645e-4b4b-9ad2-78b537b2ed25), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:15.722058 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475527d4-f186-4c6a-a55a-7bb1c08bc2ae tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event updated for resources: {'Port': ['ID=2f78e8b3-645e-4b4b-9ad2-78b537b2ed25,revision_number=2']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:56:15.742214 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-475527d4-f186-4c6a-a55a-7bb1c08bc2ae tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (a6226e60-a91e-4c71-b332-bd1559cd2872), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:15.764032 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-475527d4-f186-4c6a-a55a-7bb1c08bc2ae tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:15.766166 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-475527d4-f186-4c6a-a55a-7bb1c08bc2ae tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1146972 Apr 06 11:56:16.007594 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-f8989999-201e-4cf1-bf75-58a2ed8d73dd tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--814672626&fields=id&tenant_id=6bf3687e8d0448cfb29d393230e0fba3 HTTP/1.1" status: 200 len: 267 time: 0.0499678 Apr 06 11:56:16.149676 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-4e86d9fb-0b2d-4cee-a56f-9c858db3862f tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:16.151456 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-4e86d9fb-0b2d-4cee-a56f-9c858db3862f tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/networks?id=99bd6fac-a9a5-4214-bfa7-98f9f937fa30 HTTP/1.1" status: 200 len: 812 time: 0.1365597 Apr 06 11:56:16.168790 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-c7654553-fefe-4273-9961-b5b93269b6cd tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/quotas/6bf3687e8d0448cfb29d393230e0fba3 HTTP/1.1" status: 200 len: 375 time: 0.0117431 Apr 06 11:56:16.235001 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-d51883dc-49ab-4910-b9e1-354ca9b8e6a7 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6bf3687e8d0448cfb29d393230e0fba3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0598853 Apr 06 11:56:16.433794 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-97185b3c-28bd-414d-854f-8229a6ec946c service neutron] 10.222.0.39 "GET /v2.0/networks/99bd6fac-a9a5-4214-bfa7-98f9f937fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866250 Apr 06 11:56:16.442070 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:16.546540 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-843e2af7-ba99-4646-939b-54aacaf37124 service neutron] 10.222.0.39 "GET /v2.0/networks/99bd6fac-a9a5-4214-bfa7-98f9f937fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051772 Apr 06 11:56:16.841425 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17939f38-6409-4dbd-a556-1443e896968e req-bc178916-ea8f-4781-a0f2-d73b25be7b75 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:16.844708 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-17939f38-6409-4dbd-a556-1443e896968e req-bc178916-ea8f-4781-a0f2-d73b25be7b75 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0926297 Apr 06 11:56:16.939016 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-fd5bd36f-971a-4d69-8ebf-b49c8804ce23 req-15a7beea-b643-441a-a161-da5c27498594 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc1d0dd-c0d6-4559-b2eb-34c28674b009 HTTP/1.1" status: 200 len: 210 time: 0.0406468 Apr 06 11:56:16.968480 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-17939f38-6409-4dbd-a556-1443e896968e req-45f89f37-6c04-44c8-9654-b4b9c50853e7 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127269 Apr 06 11:56:18.043521 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-24fa159c-124a-4f70-8055-55b5fa2867f5 req-09ff78e3-6b36-44f0-8693-b9edf721b588 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc1d0dd-c0d6-4559-b2eb-34c28674b009 HTTP/1.1" status: 200 len: 210 time: 0.0296860 Apr 06 11:56:18.119453 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ee63c-00f2-482e-ad14-94763abf0849 req-a442a2ee-bd55-498f-8ee1-d41eb6c0c1bd tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:18.121712 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-446ee63c-00f2-482e-ad14-94763abf0849 req-a442a2ee-bd55-498f-8ee1-d41eb6c0c1bd tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0670462 Apr 06 11:56:18.179735 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-446ee63c-00f2-482e-ad14-94763abf0849 req-a4cba341-0a11-4da7-a770-a23ed1e9e9de tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505147 Apr 06 11:56:18.500700 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-4c11b661-0fc1-4147-8ee4-47ba1705e579 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:18.502181 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-4c11b661-0fc1-4147-8ee4-47ba1705e579 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.53 "GET /v2.0/networks?id=99bd6fac-a9a5-4214-bfa7-98f9f937fa30 HTTP/1.1" status: 200 len: 812 time: 0.1257453 Apr 06 11:56:18.604004 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-34f5e5ff-913a-4a5c-9af2-0bb24e8a6a61 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bf3687e8d0448cfb29d393230e0fba3 HTTP/1.1" status: 200 len: 472 time: 0.0847499 Apr 06 11:56:18.758731 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:19.053550 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:19.170154 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f1c262fd-822e-4594-b488-60fbc013a332 req-727feea8-ee30-4800-8684-7c26db2cab8f tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc1d0dd-c0d6-4559-b2eb-34c28674b009 HTTP/1.1" status: 200 len: 210 time: 0.0371037 Apr 06 11:56:19.331613 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3b68d-a19c-4b2e-941a-2d61f62e290c req-28eb280d-898c-4097-935a-a90c88638461 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:19.331976 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0685e-c889-4d72-89d8-bf8006c03d7a req-a9c17b67-de29-4eb8-aab2-3b4124192c84 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:19.333277 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b2e3b68d-a19c-4b2e-941a-2d61f62e290c req-28eb280d-898c-4097-935a-a90c88638461 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0643523 Apr 06 11:56:19.334885 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-54c0685e-c889-4d72-89d8-bf8006c03d7a req-a9c17b67-de29-4eb8-aab2-3b4124192c84 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=067b7c83-31a9-4d3f-a2c6-9792ba4f0a91 HTTP/1.1" status: 200 len: 946 time: 0.0660355 Apr 06 11:56:19.386694 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b2e3b68d-a19c-4b2e-941a-2d61f62e290c req-476ec55f-be98-4ce2-8b9e-be048326f15f tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475686 Apr 06 11:56:19.402565 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-54c0685e-c889-4d72-89d8-bf8006c03d7a req-c84262a3-338f-47dc-89f0-5e0bbad45be3 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580363 Apr 06 11:56:19.602457 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-a97508a2-350d-41e2-b114-8f6b33639da3 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Request body: {'port': {'device_id': '3dc1d0dd-c0d6-4559-b2eb-34c28674b009', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'admin_state_up': True, 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'security_groups': ['0d998083-b857-431e-a76a-68491c9abb5a']}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:56:19.731652 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-a97508a2-350d-41e2-b114-8f6b33639da3 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Made reservation on behalf of 6bf3687e8d0448cfb29d393230e0fba3 for: {'port': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:56:19.735184 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-a97508a2-350d-41e2-b114-8f6b33639da3 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:19.876012 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-a97508a2-350d-41e2-b114-8f6b33639da3 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Allocated IP 172.20.0.10 (99bd6fac-a9a5-4214-bfa7-98f9f937fa30/30cc3b5e-6713-4293-92dc-273ba182e38b/f8648f4d-e921-4fa9-9223-d1ca8247d8a3) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:56:20.025080 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-a97508a2-350d-41e2-b114-8f6b33639da3 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for port (f8648f4d-e921-4fa9-9223-d1ca8247d8a3), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:20.061066 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-a97508a2-350d-41e2-b114-8f6b33639da3 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (f8648f4d-e921-4fa9-9223-d1ca8247d8a3), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:20.111382 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-a97508a2-350d-41e2-b114-8f6b33639da3 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Network 99bd6fac-a9a5-4214-bfa7-98f9f937fa30 is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:56:20.116265 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-a97508a2-350d-41e2-b114-8f6b33639da3 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:56:20.120014 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-a97508a2-350d-41e2-b114-8f6b33639da3 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:56:20.145579 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97508a2-350d-41e2-b114-8f6b33639da3 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event updated for resources: {'Port': ['ID=f8648f4d-e921-4fa9-9223-d1ca8247d8a3,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:56:20.184402 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-a97508a2-350d-41e2-b114-8f6b33639da3 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:20.185196 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-a97508a2-350d-41e2-b114-8f6b33639da3 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:20.211666 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-a97508a2-350d-41e2-b114-8f6b33639da3 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6163487 Apr 06 11:56:20.338854 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba40fe5-608e-47e7-9b2d-0222d1f7f65d req-23f1cca4-1b97-4c67-881a-e2992a8ad895 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:20.340526 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-aba40fe5-608e-47e7-9b2d-0222d1f7f65d req-23f1cca4-1b97-4c67-881a-e2992a8ad895 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc1d0dd-c0d6-4559-b2eb-34c28674b009 HTTP/1.1" status: 200 len: 932 time: 0.0778511 Apr 06 11:56:20.395289 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-aba40fe5-608e-47e7-9b2d-0222d1f7f65d req-1aee0340-6e13-4b75-823f-a6421ec79a46 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d998083-b857-431e-a76a-68491c9abb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464327 Apr 06 11:56:20.402307 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-83ee3bb9-a116-4f44-b07f-53c5b92aef1d None None] Provisioning complete for port f8648f4d-e921-4fa9-9223-d1ca8247d8a3 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:56:20.402877 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-83ee3bb9-a116-4f44-b07f-53c5b92aef1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (f8648f4d-e921-4fa9-9223-d1ca8247d8a3), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:20.442239 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-83ee3bb9-a116-4f44-b07f-53c5b92aef1d None None] Port f8648f4d-e921-4fa9-9223-d1ca8247d8a3 cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:56:20.533069 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8b4bd-4ea4-42f6-9cf1-3d9586a43e6b req-6313f614-8a58-46b8-9cdd-6573ca5bfbce tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:20.535319 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e3d8b4bd-4ea4-42f6-9cf1-3d9586a43e6b req-6313f614-8a58-46b8-9cdd-6573ca5bfbce tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0714147 Apr 06 11:56:20.561049 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27227231-47f1-4086-8568-a162cc1c6e68 req-30bbed4a-ed54-4043-9248-414823a6278c tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:20.562578 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-27227231-47f1-4086-8568-a162cc1c6e68 req-30bbed4a-ed54-4043-9248-414823a6278c tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=067b7c83-31a9-4d3f-a2c6-9792ba4f0a91 HTTP/1.1" status: 200 len: 946 time: 0.0704687 Apr 06 11:56:20.587761 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e3d8b4bd-4ea4-42f6-9cf1-3d9586a43e6b req-f855c5ff-cadd-4704-a171-12932554043f tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468552 Apr 06 11:56:20.614010 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-27227231-47f1-4086-8568-a162cc1c6e68 req-96187df6-7991-49cd-8021-87e980c09f7b tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458312 Apr 06 11:56:21.120756 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-7a4dcb8d-0435-4bcf-abbb-d7c7e4130fd4 service neutron] Request body: {'port': {'device_id': '3dc1d0dd-c0d6-4559-b2eb-34c28674b009', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:56:21.187059 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-7a4dcb8d-0435-4bcf-abbb-d7c7e4130fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (f8648f4d-e921-4fa9-9223-d1ca8247d8a3), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:21.484473 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-7a4dcb8d-0435-4bcf-abbb-d7c7e4130fd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8648f4d-e921-4fa9-9223-d1ca8247d8a3 {{(pid=110260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:56:21.492213 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-7a4dcb8d-0435-4bcf-abbb-d7c7e4130fd4 service neutron] Publish callbacks [] for port (f8648f4d-e921-4fa9-9223-d1ca8247d8a3), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:21.505077 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.provisioning_blocks [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-7a4dcb8d-0435-4bcf-abbb-d7c7e4130fd4 service neutron] Transition to ACTIVE for port object f8648f4d-e921-4fa9-9223-d1ca8247d8a3 will not be triggered until provisioned by entity L2. {{(pid=110260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:56:21.515589 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-7a4dcb8d-0435-4bcf-abbb-d7c7e4130fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (f8648f4d-e921-4fa9-9223-d1ca8247d8a3), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:21.518875 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03335e8c-9aa1-454e-b911-93b38e294686 req-5dd576c8-b4e3-43ca-8020-9f6d304be3ba tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:21.525213 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-03335e8c-9aa1-454e-b911-93b38e294686 req-5dd576c8-b4e3-43ca-8020-9f6d304be3ba tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc1d0dd-c0d6-4559-b2eb-34c28674b009 HTTP/1.1" status: 200 len: 932 time: 0.0605979 Apr 06 11:56:21.570622 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4dcb8d-0435-4bcf-abbb-d7c7e4130fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=f8648f4d-e921-4fa9-9223-d1ca8247d8a3,revision_number=2']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:56:21.575608 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-03335e8c-9aa1-454e-b911-93b38e294686 req-0a674705-1313-46c3-a1da-ed5f689ab366 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d998083-b857-431e-a76a-68491c9abb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490270 Apr 06 11:56:21.656752 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-7a4dcb8d-0435-4bcf-abbb-d7c7e4130fd4 service neutron] Attempting to bind port f8648f4d-e921-4fa9-9223-d1ca8247d8a3 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:56:21.657075 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-7a4dcb8d-0435-4bcf-abbb-d7c7e4130fd4 service neutron] Attempting to bind port f8648f4d-e921-4fa9-9223-d1ca8247d8a3 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'd73cce00-15b1-40fb-ad57-8913535f579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30'}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:56:21.657486 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-7a4dcb8d-0435-4bcf-abbb-d7c7e4130fd4 service neutron] Attempting to bind port f8648f4d-e921-4fa9-9223-d1ca8247d8a3 on network 99bd6fac-a9a5-4214-bfa7-98f9f937fa30 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:56:21.663152 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-7a4dcb8d-0435-4bcf-abbb-d7c7e4130fd4 service neutron] Port f8648f4d-e921-4fa9-9223-d1ca8247d8a3 on network 99bd6fac-a9a5-4214-bfa7-98f9f937fa30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:56:21.663478 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-7a4dcb8d-0435-4bcf-abbb-d7c7e4130fd4 service neutron] Attempting to bind port f8648f4d-e921-4fa9-9223-d1ca8247d8a3 on network 99bd6fac-a9a5-4214-bfa7-98f9f937fa30 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:56:21.673380 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-7a4dcb8d-0435-4bcf-abbb-d7c7e4130fd4 service neutron] Checking agent: {'id': 'e6da0265-397c-48ac-b7af-cc5f2a289710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'started_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:56:21.674626 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-7a4dcb8d-0435-4bcf-abbb-d7c7e4130fd4 service neutron] Checking segment: {'id': 'd73cce00-15b1-40fb-ad57-8913535f579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:56:21.675540 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-7a4dcb8d-0435-4bcf-abbb-d7c7e4130fd4 service neutron] Bound using segment: {'id': 'd73cce00-15b1-40fb-ad57-8913535f579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30'} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:56:21.676454 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-7a4dcb8d-0435-4bcf-abbb-d7c7e4130fd4 service neutron] Bound port: f8648f4d-e921-4fa9-9223-d1ca8247d8a3, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd73cce00-15b1-40fb-ad57-8913535f579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30'}}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:56:21.677318 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-7a4dcb8d-0435-4bcf-abbb-d7c7e4130fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (f8648f4d-e921-4fa9-9223-d1ca8247d8a3), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:21.769909 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade17e0a-7b44-4a85-9be1-aa8730e0b3fe req-75cb2ae0-183b-4985-8564-9abc88150a11 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:21.771574 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ade17e0a-7b44-4a85-9be1-aa8730e0b3fe req-75cb2ae0-183b-4985-8564-9abc88150a11 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=067b7c83-31a9-4d3f-a2c6-9792ba4f0a91 HTTP/1.1" status: 200 len: 946 time: 0.0747573 Apr 06 11:56:21.784989 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883457cc-9837-4dfe-bc2f-7d739543cee8 req-5067bffe-b961-4d25-bfe8-cb5d5dfa7ff7 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:21.786341 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-883457cc-9837-4dfe-bc2f-7d739543cee8 req-5067bffe-b961-4d25-bfe8-cb5d5dfa7ff7 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.1062093 Apr 06 11:56:21.812031 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-7a4dcb8d-0435-4bcf-abbb-d7c7e4130fd4 service neutron] For port f8648f4d-e921-4fa9-9223-d1ca8247d8a3, host hv-cinder-83607, cleared binding levels {{(pid=110260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:56:21.824252 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ade17e0a-7b44-4a85-9be1-aa8730e0b3fe req-a9a8ace6-fd3d-4b8d-963c-63e1cd8c2ab6 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464098 Apr 06 11:56:21.828380 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-7a4dcb8d-0435-4bcf-abbb-d7c7e4130fd4 service neutron] For port f8648f4d-e921-4fa9-9223-d1ca8247d8a3, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f8648f4d-e921-4fa9-9223-d1ca8247d8a3,segment=NetworkSegment(d73cce00-15b1-40fb-ad57-8913535f579d),segment_id=d73cce00-15b1-40fb-ad57-8913535f579d)] {{(pid=110260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:56:21.846924 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-7a4dcb8d-0435-4bcf-abbb-d7c7e4130fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (f8648f4d-e921-4fa9-9223-d1ca8247d8a3), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:21.876608 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-883457cc-9837-4dfe-bc2f-7d739543cee8 req-1d81c7b1-851e-4d98-8b97-1a5f6a42d54f tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820386 Apr 06 11:56:21.885882 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-7a4dcb8d-0435-4bcf-abbb-d7c7e4130fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:21.886416 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-7a4dcb8d-0435-4bcf-abbb-d7c7e4130fd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:21.887788 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-7a4dcb8d-0435-4bcf-abbb-d7c7e4130fd4 service neutron] 10.222.0.53 "PUT /v2.0/ports/f8648f4d-e921-4fa9-9223-d1ca8247d8a3 HTTP/1.1" status: 200 len: 1094 time: 0.7713099 Apr 06 11:56:21.890287 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc1d0dd-c0d6-4559-b2eb-34c28674b009', 'tag': 'f8648f4d-e921-4fa9-9223-d1ca8247d8a3'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:56:21.892283 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17192d24-960b-4146-900f-b8abb7f59945" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc1d0dd-c0d6-4559-b2eb-34c28674b009", "tag": "f8648f4d-e921-4fa9-9223-d1ca8247d8a3"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:56:21.919153 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4dcb8d-0435-4bcf-abbb-d7c7e4130fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=f8648f4d-e921-4fa9-9223-d1ca8247d8a3,revision_number=3']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:56:21.937284 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adde98d-91ae-49dc-b033-76073a318feb x-openstack-request-id: req-8adde98d-91ae-49dc-b033-76073a318feb {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:56:21.937579 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc1d0dd-c0d6-4559-b2eb-34c28674b009", "tag": "f8648f4d-e921-4fa9-9223-d1ca8247d8a3", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:56:21.937837 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8adde98d-91ae-49dc-b033-76073a318feb {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:56:21.938241 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8adde98d-91ae-49dc-b033-76073a318feb'] response: {'name': 'network-changed', 'server_uuid': '3dc1d0dd-c0d6-4559-b2eb-34c28674b009', 'tag': 'f8648f4d-e921-4fa9-9223-d1ca8247d8a3', 'status': 'completed', 'code': 200} Apr 06 11:56:22.068308 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device fff424a3-655d-48b5-9050-0acbe0bf6be8 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:56:22.112291 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17192d24-960b-4146-900f-b8abb7f59945 req-c80e0656-da54-4171-abf7-5b711f060a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:22.113832 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-17192d24-960b-4146-900f-b8abb7f59945 req-c80e0656-da54-4171-abf7-5b711f060a69 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6bf3687e8d0448cfb29d393230e0fba3&device_id=3dc1d0dd-c0d6-4559-b2eb-34c28674b009 HTTP/1.1" status: 200 len: 1128 time: 0.0514400 Apr 06 11:56:22.194612 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port fff424a3-655d-48b5-9050-0acbe0bf6be8, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fff424a3-655d-48b5-9050-0acbe0bf6be8,segment=NetworkSegment(deb309b9-5789-464c-9c33-f60bf6e06a39),segment_id=deb309b9-5789-464c-9c33-f60bf6e06a39)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:56:22.207536 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Returning: {'device': 'fff424a3-655d-48b5-9050-0acbe0bf6be8', 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864', 'port_id': 'fff424a3-655d-48b5-9050-0acbe0bf6be8', 'mac_address': 'fa:16:3e:9d:fe:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:56:22.247525 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port fff424a3-655d-48b5-9050-0acbe0bf6be8 is: ACTIVE; New status is: BUILD {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:56:22.247807 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324b853-be09-4c6b-8316-70f1a60fa5bd req-70fe8f6c-9623-42ef-af3d-ce29b8a30e06 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:22.248273 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (fff424a3-655d-48b5-9050-0acbe0bf6be8), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:22.249355 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8324b853-be09-4c6b-8316-70f1a60fa5bd req-70fe8f6c-9623-42ef-af3d-ce29b8a30e06 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.53 "GET /v2.0/ports?device_id=067b7c83-31a9-4d3f-a2c6-9792ba4f0a91 HTTP/1.1" status: 200 len: 946 time: 0.1126642 Apr 06 11:56:22.266077 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fff424a3-655d-48b5-9050-0acbe0bf6be8 {{(pid=110261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:56:22.289627 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port fff424a3-655d-48b5-9050-0acbe0bf6be8, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fff424a3-655d-48b5-9050-0acbe0bf6be8,segment=NetworkSegment(deb309b9-5789-464c-9c33-f60bf6e06a39),segment_id=deb309b9-5789-464c-9c33-f60bf6e06a39)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:56:22.294385 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (fff424a3-655d-48b5-9050-0acbe0bf6be8), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:22.353164 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=fff424a3-655d-48b5-9050-0acbe0bf6be8,revision_number=6']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:56:22.463702 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['fff424a3-655d-48b5-9050-0acbe0bf6be8'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:56:22.571007 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17192d24-960b-4146-900f-b8abb7f59945 req-d57e3693-9535-43c8-afe8-1d0d3f04b3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:22.572474 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-17192d24-960b-4146-900f-b8abb7f59945 req-d57e3693-9535-43c8-afe8-1d0d3f04b3aa service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=6bf3687e8d0448cfb29d393230e0fba3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4345789 Apr 06 11:56:22.739880 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [req-8324b853-be09-4c6b-8316-70f1a60fa5bd req-7866cb3c-e3c3-4bfc-9507-55ad12c37e8d tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Deleting port b057e539-ce06-4041-a408-2105378d3c63 {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:56:22.740128 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-8324b853-be09-4c6b-8316-70f1a60fa5bd req-7866cb3c-e3c3-4bfc-9507-55ad12c37e8d tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (b057e539-ce06-4041-a408-2105378d3c63), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:22.746624 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17192d24-960b-4146-900f-b8abb7f59945 req-3939ed48-bc72-427e-9b0c-2585fb6419fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:22.748082 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-17192d24-960b-4146-900f-b8abb7f59945 req-3939ed48-bc72-427e-9b0c-2585fb6419fb service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1669977 Apr 06 11:56:22.807332 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f192d-4ee1-4fab-b317-5497f004279d req-fd438cc0-9bd0-40d6-88ae-dac67e94562d tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:22.808860 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ed1f192d-4ee1-4fab-b317-5497f004279d req-fd438cc0-9bd0-40d6-88ae-dac67e94562d tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc1d0dd-c0d6-4559-b2eb-34c28674b009 HTTP/1.1" status: 200 len: 944 time: 0.1426802 Apr 06 11:56:22.921740 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-8324b853-be09-4c6b-8316-70f1a60fa5bd req-7866cb3c-e3c3-4bfc-9507-55ad12c37e8d tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] For port b057e539-ce06-4041-a408-2105378d3c63, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b057e539-ce06-4041-a408-2105378d3c63,segment=NetworkSegment(f159237f-c49d-4bfd-a549-4403ca57eec1),segment_id=f159237f-c49d-4bfd-a549-4403ca57eec1)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:56:22.922109 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-8324b853-be09-4c6b-8316-70f1a60fa5bd req-7866cb3c-e3c3-4bfc-9507-55ad12c37e8d tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (b057e539-ce06-4041-a408-2105378d3c63), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:22.936610 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ed1f192d-4ee1-4fab-b317-5497f004279d req-9c05c2d7-5ff8-4780-bf8a-415c211e6901 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d998083-b857-431e-a76a-68491c9abb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168072 Apr 06 11:56:22.943184 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [req-8324b853-be09-4c6b-8316-70f1a60fa5bd req-7866cb3c-e3c3-4bfc-9507-55ad12c37e8d tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Calling delete_port for b057e539-ce06-4041-a408-2105378d3c63 owned by compute:nova {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:56:22.949005 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-6dc9a1b1-551d-4178-aff4-9301f7542c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:22.953671 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-6dc9a1b1-551d-4178-aff4-9301f7542c78 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6bf3687e8d0448cfb29d393230e0fba3&device_id=3dc1d0dd-c0d6-4559-b2eb-34c28674b009 HTTP/1.1" status: 200 len: 1128 time: 0.1407962 Apr 06 11:56:22.984057 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24547aa8-1f0d-43a4-ab11-190060d4bf44 req-8ae6352f-1c90-4ace-99a8-f03055783da5 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:22.985860 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-24547aa8-1f0d-43a4-ab11-190060d4bf44 req-8ae6352f-1c90-4ace-99a8-f03055783da5 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=067b7c83-31a9-4d3f-a2c6-9792ba4f0a91 HTTP/1.1" status: 200 len: 946 time: 0.0597920 Apr 06 11:56:23.037246 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-bc9be585-64c4-4333-811b-26f9761f26fb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8648f4d-e921-4fa9-9223-d1ca8247d8a3 HTTP/1.1" status: 200 len: 217 time: 0.0732000 Apr 06 11:56:23.040253 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-24547aa8-1f0d-43a4-ab11-190060d4bf44 req-b7c52c0f-f62f-4288-8814-41915622cf85 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478408 Apr 06 11:56:23.109287 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-c0a75e0a-d155-4edd-a9db-f2178e689c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:23.110776 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-c0a75e0a-d155-4edd-a9db-f2178e689c5c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=30cc3b5e-6713-4293-92dc-273ba182e38b HTTP/1.1" status: 200 len: 851 time: 0.0645814 Apr 06 11:56:23.226087 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-8324b853-be09-4c6b-8316-70f1a60fa5bd req-7866cb3c-e3c3-4bfc-9507-55ad12c37e8d tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (b057e539-ce06-4041-a408-2105378d3c63), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:23.257753 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['b057e539-ce06-4041-a408-2105378d3c63'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:56:23.272619 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866cb3c-e3c3-4bfc-9507-55ad12c37e8d tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Pushing event deleted for resources: {'Port': ['ID=b057e539-ce06-4041-a408-2105378d3c63,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:56:23.281363 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9702e0-535e-4592-93f8-bfadc8f19703 req-e10204c4-3970-4def-99eb-2674be6300a4 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:23.282800 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6d9702e0-535e-4592-93f8-bfadc8f19703 req-e10204c4-3970-4def-99eb-2674be6300a4 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 944 time: 0.1313310 Apr 06 11:56:23.286541 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-fe3b074b-f7ef-4ccb-81a4-0b78fabf5973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:23.288012 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-fe3b074b-f7ef-4ccb-81a4-0b78fabf5973 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99bd6fac-a9a5-4214-bfa7-98f9f937fa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1667979 Apr 06 11:56:23.393723 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [req-8324b853-be09-4c6b-8316-70f1a60fa5bd req-7866cb3c-e3c3-4bfc-9507-55ad12c37e8d tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] No DVR routers for this DVR port b057e539-ce06-4041-a408-2105378d3c63 on host hv-cinder-83607 {{(pid=110260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:56:23.405141 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-8324b853-be09-4c6b-8316-70f1a60fa5bd req-7866cb3c-e3c3-4bfc-9507-55ad12c37e8d tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:23.408385 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8324b853-be09-4c6b-8316-70f1a60fa5bd req-7866cb3c-e3c3-4bfc-9507-55ad12c37e8d tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.53 "DELETE /v2.0/ports/b057e539-ce06-4041-a408-2105378d3c63 HTTP/1.1" status: 204 len: 173 time: 1.1493843 Apr 06 11:56:23.433994 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6d9702e0-535e-4592-93f8-bfadc8f19703 req-c5bad54a-5486-4141-9c62-94975e1b1cd2 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419373 Apr 06 11:56:23.458630 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-1435bf1b-3bd6-4bc9-b684-114b8d394fbc service neutron] 10.222.0.53 "GET /v2.0/networks/99bd6fac-a9a5-4214-bfa7-98f9f937fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576700 Apr 06 11:56:23.613654 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-22a6c1cf-d661-4527-a04a-c0522b191398 req-c06884bd-61b2-4ed0-955c-0daaed111acd service neutron] 10.222.0.53 "GET /v2.0/networks/99bd6fac-a9a5-4214-bfa7-98f9f937fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438658 Apr 06 11:56:23.939198 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067b7c83-31a9-4d3f-a2c6-9792ba4f0a91', 'name': 'network-vif-deleted', 'tag': 'b057e539-ce06-4041-a408-2105378d3c63'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:56:23.942596 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6370b97f-4257-4f06-ad1d-fe511deb6e04" -d '{"events": [{"server_uuid": "067b7c83-31a9-4d3f-a2c6-9792ba4f0a91", "name": "network-vif-deleted", "tag": "b057e539-ce06-4041-a408-2105378d3c63"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:56:23.982390 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8e59c1-d739-4eb6-9e6d-8bece079c515 x-openstack-request-id: req-eb8e59c1-d739-4eb6-9e6d-8bece079c515 {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:56:23.982804 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067b7c83-31a9-4d3f-a2c6-9792ba4f0a91", "name": "network-vif-deleted", "tag": "b057e539-ce06-4041-a408-2105378d3c63", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:56:23.983221 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb8e59c1-d739-4eb6-9e6d-8bece079c515 {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:56:23.983673 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb8e59c1-d739-4eb6-9e6d-8bece079c515'] response: {'server_uuid': '067b7c83-31a9-4d3f-a2c6-9792ba4f0a91', 'name': 'network-vif-deleted', 'tag': 'b057e539-ce06-4041-a408-2105378d3c63', 'status': 'completed', 'code': 200} Apr 06 11:56:24.076907 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10481c61-a44e-4acb-8a5e-1e44e29bd25c req-fb2bfb97-24cd-4eb4-9446-ade58c51a33e tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:24.078450 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-10481c61-a44e-4acb-8a5e-1e44e29bd25c req-fb2bfb97-24cd-4eb4-9446-ade58c51a33e tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc1d0dd-c0d6-4559-b2eb-34c28674b009 HTTP/1.1" status: 200 len: 944 time: 0.0613422 Apr 06 11:56:24.137458 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-10481c61-a44e-4acb-8a5e-1e44e29bd25c req-3c30302c-2c82-4b27-aa25-b86a254928a9 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d998083-b857-431e-a76a-68491c9abb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510867 Apr 06 11:56:24.157465 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a076422d-b9c1-401b-bae8-ea9e4111ed21 req-d68f10e2-fa9b-4459-818d-656fc9eb2a14 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=067b7c83-31a9-4d3f-a2c6-9792ba4f0a91 HTTP/1.1" status: 200 len: 210 time: 0.0300617 Apr 06 11:56:24.420560 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device fff424a3-655d-48b5-9050-0acbe0bf6be8 up at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:56:24.478750 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning complete for port fff424a3-655d-48b5-9050-0acbe0bf6be8 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:56:24.479230 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (fff424a3-655d-48b5-9050-0acbe0bf6be8), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:24.571470 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port fff424a3-655d-48b5-9050-0acbe0bf6be8 is: BUILD; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:56:24.571860 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (fff424a3-655d-48b5-9050-0acbe0bf6be8), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:24.583858 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd07f57-eb7d-4690-ae2d-1be43b50e6e1 req-2bdc9d2e-36b7-403d-90ca-2359b4bf2775 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:24.585451 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-0cd07f57-eb7d-4690-ae2d-1be43b50e6e1 req-2bdc9d2e-36b7-403d-90ca-2359b4bf2775 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 944 time: 0.0695031 Apr 06 11:56:24.598290 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d25b01-e6f2-4b42-94ac-dbc0235a4edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff424a3-655d-48b5-9050-0acbe0bf6be8'}] {{(pid=110261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:56:24.600562 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa90572765a02b80253351879fa6496fbbfbce8a00fa36c7b280133d65d0c1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bad992c-7b7a-456d-af1a-52f53fd5f571" -d '{"events": [{"server_uuid": "41d25b01-e6f2-4b42-94ac-dbc0235a4edc", "name": "network-vif-plugged", "status": "completed", "tag": "fff424a3-655d-48b5-9050-0acbe0bf6be8"}]}' {{(pid=110261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:56:24.617991 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port fff424a3-655d-48b5-9050-0acbe0bf6be8, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fff424a3-655d-48b5-9050-0acbe0bf6be8,segment=NetworkSegment(deb309b9-5789-464c-9c33-f60bf6e06a39),segment_id=deb309b9-5789-464c-9c33-f60bf6e06a39)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:56:24.623196 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (fff424a3-655d-48b5-9050-0acbe0bf6be8), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:24.624277 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device b057e539-ce06-4041-a408-2105378d3c63 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:56:24.638661 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-0cd07f57-eb7d-4690-ae2d-1be43b50e6e1 req-7784fa8c-4250-4efd-8f5e-402b22037801 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473645 Apr 06 11:56:24.663702 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba611064-3a0c-4d92-9a55-41741839380f x-openstack-request-id: req-ba611064-3a0c-4d92-9a55-41741839380f {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:56:24.663997 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d25b01-e6f2-4b42-94ac-dbc0235a4edc", "name": "network-vif-plugged", "status": "completed", "tag": "fff424a3-655d-48b5-9050-0acbe0bf6be8", "code": 200}]} {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:56:24.664251 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ba611064-3a0c-4d92-9a55-41741839380f {{(pid=110261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:56:24.664644 dv-cinder-836074-2-iscsi neutron-server[110261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba611064-3a0c-4d92-9a55-41741839380f'] response: {'server_uuid': '41d25b01-e6f2-4b42-94ac-dbc0235a4edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff424a3-655d-48b5-9050-0acbe0bf6be8', 'code': 200} Apr 06 11:56:24.684121 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] No Port match for: b057e539-ce06-4041-a408-2105378d3c63 {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:56:24.684456 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device b057e539-ce06-4041-a408-2105378d3c63 not bound to the agent host hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:56:24.701553 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=fff424a3-655d-48b5-9050-0acbe0bf6be8,revision_number=7']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:56:25.275153 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-682faaa6-4520-4d52-aaf5-cb0ecb570369 req-ad64fa4c-4c65-4144-bc90-d6921e1d923c tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=067b7c83-31a9-4d3f-a2c6-9792ba4f0a91 HTTP/1.1" status: 200 len: 210 time: 0.0289848 Apr 06 11:56:25.278479 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b28692-8de3-4abd-8b18-3bc27fcb0998 req-c8c9e863-e67a-4f26-86ae-fdead34984cd tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:25.280024 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-68b28692-8de3-4abd-8b18-3bc27fcb0998 req-c8c9e863-e67a-4f26-86ae-fdead34984cd tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc1d0dd-c0d6-4559-b2eb-34c28674b009 HTTP/1.1" status: 200 len: 944 time: 0.0669765 Apr 06 11:56:25.335515 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-68b28692-8de3-4abd-8b18-3bc27fcb0998 req-35d51480-b9d3-4571-9e62-171531b2a152 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d998083-b857-431e-a76a-68491c9abb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488470 Apr 06 11:56:25.801105 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7a186-f7db-46a5-a6ec-ac34adfa4b2b req-75a5167a-0f76-42fd-8551-7877d23e0c97 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:25.802840 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bab7a186-f7db-46a5-a6ec-ac34adfa4b2b req-75a5167a-0f76-42fd-8551-7877d23e0c97 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0651460 Apr 06 11:56:25.870296 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bab7a186-f7db-46a5-a6ec-ac34adfa4b2b req-31e53e12-fe6c-48df-9f45-6bd5a133edea tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573106 Apr 06 11:56:26.413970 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c735cf31-b4d1-4908-9519-5781bb10adaf req-fb250e4d-b612-4085-8fec-bd0ac07396a8 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=067b7c83-31a9-4d3f-a2c6-9792ba4f0a91 HTTP/1.1" status: 200 len: 210 time: 0.0356929 Apr 06 11:56:26.542037 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bd9e8-d76d-44f6-b0bf-7048733ccc6b req-19eebfef-49e9-425d-8b08-c9016f588d7a tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:26.543668 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a95bd9e8-d76d-44f6-b0bf-7048733ccc6b req-19eebfef-49e9-425d-8b08-c9016f588d7a tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc1d0dd-c0d6-4559-b2eb-34c28674b009 HTTP/1.1" status: 200 len: 944 time: 0.0654185 Apr 06 11:56:26.592937 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a95bd9e8-d76d-44f6-b0bf-7048733ccc6b req-b68fec73-c803-4c4e-be36-1de59133fbb6 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d998083-b857-431e-a76a-68491c9abb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430615 Apr 06 11:56:27.008429 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfd4cc-be34-48df-908d-5442cb8b8b09 req-d9726bbc-9570-43ec-a2c6-12398b82c37e tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:27.010066 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3ebfd4cc-be34-48df-908d-5442cb8b8b09 req-d9726bbc-9570-43ec-a2c6-12398b82c37e tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0637565 Apr 06 11:56:27.065347 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3ebfd4cc-be34-48df-908d-5442cb8b8b09 req-3e130cd3-048c-4872-a839-650b8f0ee7f9 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486715 Apr 06 11:56:27.526747 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-52496b85-886c-4f09-8c99-2c651d538b74 req-88f40c70-34a5-4b73-a396-a2cd94a78417 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=067b7c83-31a9-4d3f-a2c6-9792ba4f0a91 HTTP/1.1" status: 200 len: 210 time: 0.0285149 Apr 06 11:56:27.732403 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba833c4-f0dd-4de6-b119-976755d172dd req-2faeb7ab-686a-4cd0-860e-7d1783488bbf tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:27.734014 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-cba833c4-f0dd-4de6-b119-976755d172dd req-2faeb7ab-686a-4cd0-860e-7d1783488bbf tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc1d0dd-c0d6-4559-b2eb-34c28674b009 HTTP/1.1" status: 200 len: 944 time: 0.0602107 Apr 06 11:56:27.786122 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-cba833c4-f0dd-4de6-b119-976755d172dd req-b2580b9f-278e-4972-aadc-2a28c06bf578 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d998083-b857-431e-a76a-68491c9abb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457165 Apr 06 11:56:28.082357 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device f8648f4d-e921-4fa9-9223-d1ca8247d8a3 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:56:28.192680 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port f8648f4d-e921-4fa9-9223-d1ca8247d8a3, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f8648f4d-e921-4fa9-9223-d1ca8247d8a3,segment=NetworkSegment(d73cce00-15b1-40fb-ad57-8913535f579d),segment_id=d73cce00-15b1-40fb-ad57-8913535f579d)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:56:28.200338 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a89a9-89ef-480c-959d-1c3f5ae1c9d2 req-4fb89602-0df0-4b8b-ac46-8ccf4b7afe02 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:28.202316 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-974a89a9-89ef-480c-959d-1c3f5ae1c9d2 req-4fb89602-0df0-4b8b-ac46-8ccf4b7afe02 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0622978 Apr 06 11:56:28.208862 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Returning: {'device': 'f8648f4d-e921-4fa9-9223-d1ca8247d8a3', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'port_id': 'f8648f4d-e921-4fa9-9223-d1ca8247d8a3', 'mac_address': 'fa:16:3e:6e:46:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:56:28.253646 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-974a89a9-89ef-480c-959d-1c3f5ae1c9d2 req-723b37f6-0924-41aa-89cd-f99afc34128c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448215 Apr 06 11:56:28.274798 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port f8648f4d-e921-4fa9-9223-d1ca8247d8a3 is: DOWN; New status is: BUILD {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:56:28.275305 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (f8648f4d-e921-4fa9-9223-d1ca8247d8a3), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:28.291124 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8648f4d-e921-4fa9-9223-d1ca8247d8a3 {{(pid=110261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:56:28.313849 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port f8648f4d-e921-4fa9-9223-d1ca8247d8a3, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f8648f4d-e921-4fa9-9223-d1ca8247d8a3,segment=NetworkSegment(d73cce00-15b1-40fb-ad57-8913535f579d),segment_id=d73cce00-15b1-40fb-ad57-8913535f579d)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:56:28.319583 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (f8648f4d-e921-4fa9-9223-d1ca8247d8a3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:28.374693 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=f8648f4d-e921-4fa9-9223-d1ca8247d8a3,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:56:28.637936 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8add6990-6cef-4736-91d0-0df38657e7cf req-cd56a8f1-74bb-4916-9190-d573a3c4b0a1 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=067b7c83-31a9-4d3f-a2c6-9792ba4f0a91 HTTP/1.1" status: 200 len: 210 time: 0.0280421 Apr 06 11:56:28.914594 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9ce4a-e165-4b8d-8636-f289f71660e8 req-448a1f0a-6684-4e96-aa5d-37062ebe34ee tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:28.916065 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-33a9ce4a-e165-4b8d-8636-f289f71660e8 req-448a1f0a-6684-4e96-aa5d-37062ebe34ee tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc1d0dd-c0d6-4559-b2eb-34c28674b009 HTTP/1.1" status: 200 len: 945 time: 0.0576689 Apr 06 11:56:28.978005 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-33a9ce4a-e165-4b8d-8636-f289f71660e8 req-db2d055a-1cfa-494d-8259-ecb9198c2065 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d998083-b857-431e-a76a-68491c9abb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546677 Apr 06 11:56:29.177668 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['f8648f4d-e921-4fa9-9223-d1ca8247d8a3'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:56:29.391118 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092b591-48e5-47c6-a58a-9d15f3e5a201 req-7fbfedc5-29cb-4143-ba23-348ab055b788 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:29.393504 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6092b591-48e5-47c6-a58a-9d15f3e5a201 req-7fbfedc5-29cb-4143-ba23-348ab055b788 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0599608 Apr 06 11:56:29.449526 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6092b591-48e5-47c6-a58a-9d15f3e5a201 req-bbc3a56c-2671-4b23-8e14-432c90e4db6d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500834 Apr 06 11:56:30.105280 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb20a84-e4db-43f7-857c-4c87051482dd req-6c9e06ba-fd8f-44d0-9c62-7a13f78f823d tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:30.106942 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-9eb20a84-e4db-43f7-857c-4c87051482dd req-6c9e06ba-fd8f-44d0-9c62-7a13f78f823d tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc1d0dd-c0d6-4559-b2eb-34c28674b009 HTTP/1.1" status: 200 len: 945 time: 0.0564461 Apr 06 11:56:30.157290 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-9eb20a84-e4db-43f7-857c-4c87051482dd req-e95e8239-ce98-4a7d-9cf6-1081cc1047b0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d998083-b857-431e-a76a-68491c9abb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445759 Apr 06 11:56:30.579981 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9847d46-14b8-4011-b04b-e4aa63474f12 req-8d20ecad-6cb9-46d4-a032-beb762fb2e28 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:30.582203 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b9847d46-14b8-4011-b04b-e4aa63474f12 req-8d20ecad-6cb9-46d4-a032-beb762fb2e28 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0567946 Apr 06 11:56:30.639517 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b9847d46-14b8-4011-b04b-e4aa63474f12 req-e663d541-7488-4ee0-adc4-d1d5163d21be tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487425 Apr 06 11:56:31.284914 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22dc66-dc74-47d4-8b04-a8d69ae8f177 req-c7601d4c-54cd-418f-a138-d0bf42338369 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:31.286428 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8c22dc66-dc74-47d4-8b04-a8d69ae8f177 req-c7601d4c-54cd-418f-a138-d0bf42338369 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc1d0dd-c0d6-4559-b2eb-34c28674b009 HTTP/1.1" status: 200 len: 945 time: 0.0589011 Apr 06 11:56:31.335365 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8c22dc66-dc74-47d4-8b04-a8d69ae8f177 req-ebed77be-4f5a-4b77-ae31-70d307b33cd4 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d998083-b857-431e-a76a-68491c9abb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433345 Apr 06 11:56:31.771682 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1569d-c5e7-4838-85ea-61bd4bb8a5e8 req-02e553fd-ad08-473e-b521-f2be73317e77 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:31.773314 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-87f1569d-c5e7-4838-85ea-61bd4bb8a5e8 req-02e553fd-ad08-473e-b521-f2be73317e77 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0583980 Apr 06 11:56:31.828644 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-87f1569d-c5e7-4838-85ea-61bd4bb8a5e8 req-829889bd-6f66-4c19-8197-260c66d5dd33 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493369 Apr 06 11:56:32.460010 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f8830-2023-4a84-b014-024905fd05d3 req-810fa219-c7f0-4a33-a0cc-bd595d9609c2 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:32.461550 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-585f8830-2023-4a84-b014-024905fd05d3 req-810fa219-c7f0-4a33-a0cc-bd595d9609c2 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc1d0dd-c0d6-4559-b2eb-34c28674b009 HTTP/1.1" status: 200 len: 945 time: 0.0573657 Apr 06 11:56:32.510329 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-585f8830-2023-4a84-b014-024905fd05d3 req-14ead11e-75ff-4c8c-a778-3cb40835af0d tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d998083-b857-431e-a76a-68491c9abb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428154 Apr 06 11:56:32.989318 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76b93b-2d38-4d3f-a4f0-58dccae80a25 req-46d6b6e6-5a5d-4795-8817-fb8495f98050 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:32.991151 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bc76b93b-2d38-4d3f-a4f0-58dccae80a25 req-46d6b6e6-5a5d-4795-8817-fb8495f98050 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0621305 Apr 06 11:56:33.044689 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bc76b93b-2d38-4d3f-a4f0-58dccae80a25 req-5f620194-cc04-4d70-892f-0a7c8b0744a5 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465240 Apr 06 11:56:33.644485 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0427cab-ccf7-4f09-a368-1d010ad5c1c9 req-1bf3ad9b-d7d3-4d54-bc7b-8c447119b880 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:33.647072 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c0427cab-ccf7-4f09-a368-1d010ad5c1c9 req-1bf3ad9b-d7d3-4d54-bc7b-8c447119b880 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc1d0dd-c0d6-4559-b2eb-34c28674b009 HTTP/1.1" status: 200 len: 945 time: 0.0647838 Apr 06 11:56:33.703592 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c0427cab-ccf7-4f09-a368-1d010ad5c1c9 req-0b594761-bd10-438a-8a92-1150f8aa3973 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d998083-b857-431e-a76a-68491c9abb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508547 Apr 06 11:56:34.183997 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03828c-20ae-4b64-8a10-9771046eef59 req-7f37831c-5532-40f4-b39f-e3036b9584af tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:34.185504 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-fa03828c-20ae-4b64-8a10-9771046eef59 req-7f37831c-5532-40f4-b39f-e3036b9584af tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0666668 Apr 06 11:56:34.236968 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-fa03828c-20ae-4b64-8a10-9771046eef59 req-7d111684-1640-431a-a785-03cfdabf9737 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442321 Apr 06 11:56:34.824768 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98073a5d-ccfe-4da2-a989-6c9f969c5e3d req-6024ea24-cdd2-47e8-b491-4cc78e45ac5b tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:34.826252 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-98073a5d-ccfe-4da2-a989-6c9f969c5e3d req-6024ea24-cdd2-47e8-b491-4cc78e45ac5b tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc1d0dd-c0d6-4559-b2eb-34c28674b009 HTTP/1.1" status: 200 len: 945 time: 0.0549436 Apr 06 11:56:34.879928 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-98073a5d-ccfe-4da2-a989-6c9f969c5e3d req-4d54b011-7f80-4999-b839-468bb030e334 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d998083-b857-431e-a76a-68491c9abb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477445 Apr 06 11:56:35.206114 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device f8648f4d-e921-4fa9-9223-d1ca8247d8a3 up at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:56:35.260612 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning for port f8648f4d-e921-4fa9-9223-d1ca8247d8a3 completed by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:56:35.266683 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning complete for port f8648f4d-e921-4fa9-9223-d1ca8247d8a3 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:56:35.267370 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (f8648f4d-e921-4fa9-9223-d1ca8247d8a3), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:35.358873 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port f8648f4d-e921-4fa9-9223-d1ca8247d8a3 is: BUILD; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:56:35.359245 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (f8648f4d-e921-4fa9-9223-d1ca8247d8a3), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:35.382865 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3b368-40a9-4c37-9393-8cbd96a33896 req-09137043-db0d-49a1-a150-d49ba596cfb5 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:35.384447 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-55a3b368-40a9-4c37-9393-8cbd96a33896 req-09137043-db0d-49a1-a150-d49ba596cfb5 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0719416 Apr 06 11:56:35.392819 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc1d0dd-c0d6-4559-b2eb-34c28674b009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8648f4d-e921-4fa9-9223-d1ca8247d8a3'}] {{(pid=110261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:56:35.395163 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa90572765a02b80253351879fa6496fbbfbce8a00fa36c7b280133d65d0c1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759e7641-8943-41b1-ae27-7fb4c0b0fdeb" -d '{"events": [{"server_uuid": "3dc1d0dd-c0d6-4559-b2eb-34c28674b009", "name": "network-vif-plugged", "status": "completed", "tag": "f8648f4d-e921-4fa9-9223-d1ca8247d8a3"}]}' {{(pid=110261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:56:35.409617 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port f8648f4d-e921-4fa9-9223-d1ca8247d8a3, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f8648f4d-e921-4fa9-9223-d1ca8247d8a3,segment=NetworkSegment(d73cce00-15b1-40fb-ad57-8913535f579d),segment_id=d73cce00-15b1-40fb-ad57-8913535f579d)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:56:35.414367 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (f8648f4d-e921-4fa9-9223-d1ca8247d8a3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:35.446510 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-55a3b368-40a9-4c37-9393-8cbd96a33896 req-cfbadc2a-e98b-4cc6-8ca4-e7f971b535d1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560696 Apr 06 11:56:35.447055 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3a6fe9-b8a4-4449-b65c-89f182e91c17 x-openstack-request-id: req-0f3a6fe9-b8a4-4449-b65c-89f182e91c17 {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:56:35.447378 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc1d0dd-c0d6-4559-b2eb-34c28674b009", "name": "network-vif-plugged", "status": "completed", "tag": "f8648f4d-e921-4fa9-9223-d1ca8247d8a3", "code": 200}]} {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:56:35.447641 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0f3a6fe9-b8a4-4449-b65c-89f182e91c17 {{(pid=110261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:56:35.448042 dv-cinder-836074-2-iscsi neutron-server[110261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f3a6fe9-b8a4-4449-b65c-89f182e91c17'] response: {'server_uuid': '3dc1d0dd-c0d6-4559-b2eb-34c28674b009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8648f4d-e921-4fa9-9223-d1ca8247d8a3', 'code': 200} Apr 06 11:56:35.479902 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=f8648f4d-e921-4fa9-9223-d1ca8247d8a3,revision_number=5']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:56:35.665923 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58374ef5-dabc-4bac-844e-d32b0c05efe8 req-977d23b7-d6cf-4a7e-bdc3-103b80b70a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:35.667490 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-58374ef5-dabc-4bac-844e-d32b0c05efe8 req-977d23b7-d6cf-4a7e-bdc3-103b80b70a0a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3dc1d0dd-c0d6-4559-b2eb-34c28674b009 HTTP/1.1" status: 200 len: 1130 time: 0.0530341 Apr 06 11:56:35.718738 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-58374ef5-dabc-4bac-844e-d32b0c05efe8 req-c3493e4e-8866-4df6-bd2f-c1b0430ce277 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0d998083-b857-431e-a76a-68491c9abb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440547 Apr 06 11:56:36.006330 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e106e2b-2c10-4f74-b183-f0b10c568833 req-3489cb7e-fe54-4226-9aa3-d6e5c36fa840 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:36.007909 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8e106e2b-2c10-4f74-b183-f0b10c568833 req-3489cb7e-fe54-4226-9aa3-d6e5c36fa840 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc1d0dd-c0d6-4559-b2eb-34c28674b009 HTTP/1.1" status: 200 len: 946 time: 0.0567088 Apr 06 11:56:36.071233 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8e106e2b-2c10-4f74-b183-f0b10c568833 req-713956a8-b541-480d-bd6b-4fa7816518c4 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d998083-b857-431e-a76a-68491c9abb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519526 Apr 06 11:56:36.590761 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0effca7-eba9-45a1-8f02-556b9d629efb req-a41475ca-eaef-4fbc-a522-9257499b10e8 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:36.592377 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b0effca7-eba9-45a1-8f02-556b9d629efb req-a41475ca-eaef-4fbc-a522-9257499b10e8 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0649855 Apr 06 11:56:36.654163 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b0effca7-eba9-45a1-8f02-556b9d629efb req-075ffa6e-846b-42a5-922e-e890bf53ba9d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552075 Apr 06 11:56:37.208901 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387cbd7-6726-47fd-8b5d-02f3b55a7185 req-fb9f3113-41ea-41db-ae5a-93d357dec1ce tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:37.210459 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-9387cbd7-6726-47fd-8b5d-02f3b55a7185 req-fb9f3113-41ea-41db-ae5a-93d357dec1ce tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc1d0dd-c0d6-4559-b2eb-34c28674b009 HTTP/1.1" status: 200 len: 946 time: 0.0590713 Apr 06 11:56:37.272156 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-9387cbd7-6726-47fd-8b5d-02f3b55a7185 req-7208fcd2-c2ec-4028-90b9-7973f86b7f05 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d998083-b857-431e-a76a-68491c9abb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528822 Apr 06 11:56:37.823759 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bdd72-7267-47bf-bc67-428531a25964 req-b9ba0601-8502-4c22-be97-de9dd6b52085 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:37.826432 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-429bdd72-7267-47bf-bc67-428531a25964 req-b9ba0601-8502-4c22-be97-de9dd6b52085 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0821335 Apr 06 11:56:37.887351 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-429bdd72-7267-47bf-bc67-428531a25964 req-9d6d4c4c-09e5-4546-b488-875c673ba518 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542407 Apr 06 11:56:38.405589 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba451891-2e30-4057-830e-306b72536827 req-59014830-9345-4636-95dd-47267ec64f28 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:38.407139 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ba451891-2e30-4057-830e-306b72536827 req-59014830-9345-4636-95dd-47267ec64f28 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc1d0dd-c0d6-4559-b2eb-34c28674b009 HTTP/1.1" status: 200 len: 946 time: 0.0598276 Apr 06 11:56:38.469769 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ba451891-2e30-4057-830e-306b72536827 req-de556ebd-97a8-4bda-b818-3818783d325a tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d998083-b857-431e-a76a-68491c9abb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556846 Apr 06 11:56:38.529123 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-ddfde64c-3508-42d8-a254-42c7b423e1f5 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1026634014&fields=id&tenant_id=2337ee61074c4b3ea35e6f0c52ff6fe5 HTTP/1.1" status: 200 len: 267 time: 0.0643663 Apr 06 11:56:38.606354 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cab6b9-1ed1-4e8f-94d4-c677f1284c2e req-9ca93c1f-32b3-404a-9987-e0cd9cabfd0f tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:38.607930 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-72cab6b9-1ed1-4e8f-94d4-c677f1284c2e req-9ca93c1f-32b3-404a-9987-e0cd9cabfd0f tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc1d0dd-c0d6-4559-b2eb-34c28674b009 HTTP/1.1" status: 200 len: 946 time: 0.0590470 Apr 06 11:56:38.616996 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 49566) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:56:38.623525 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-cc91575e-e41e-4346-b8b3-ea8a477db7db tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Request body: {'floatingip': {'port_id': 'f8648f4d-e921-4fa9-9223-d1ca8247d8a3'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:56:38.684566 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cc91575e-e41e-4346-b8b3-ea8a477db7db tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for floatingip (a6226e60-a91e-4c71-b332-bd1559cd2872), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:38.722669 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-6bef95e9-192b-4a36-8475-12e8d42a17a4 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:38.724332 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-6bef95e9-192b-4a36-8475-12e8d42a17a4 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/networks?id=f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 HTTP/1.1" status: 200 len: 812 time: 0.1882503 Apr 06 11:56:38.765624 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-d804ed27-68da-48da-839e-cbde4bc01dab tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/quotas/2337ee61074c4b3ea35e6f0c52ff6fe5 HTTP/1.1" status: 200 len: 375 time: 0.0315664 Apr 06 11:56:38.912055 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-10568e2a-6764-47ec-9b06-54e3c1f545ac tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2337ee61074c4b3ea35e6f0c52ff6fe5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1396544 Apr 06 11:56:39.031527 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddfdc01-c981-4229-a33c-1b2cd0aa1e52 req-e5c7975b-192f-4faa-85e2-c70f42afa3fc tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:39.033598 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-dddfdc01-c981-4229-a33c-1b2cd0aa1e52 req-e5c7975b-192f-4faa-85e2-c70f42afa3fc tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0592272 Apr 06 11:56:39.090090 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-dddfdc01-c981-4229-a33c-1b2cd0aa1e52 req-1b0a9f7a-727f-42f0-ac6a-eafda9000581 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492175 Apr 06 11:56:39.130252 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-ac2d2ca5-6e9a-4201-80cd-3fb42e04022e service neutron] 10.222.0.39 "GET /v2.0/networks/f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863179 Apr 06 11:56:39.297809 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-da54d65b-f958-4f22-9968-99833fa46ce7 service neutron] 10.222.0.39 "GET /v2.0/networks/f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600430 Apr 06 11:56:39.370049 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cc91575e-e41e-4346-b8b3-ea8a477db7db tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:39.381426 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cc91575e-e41e-4346-b8b3-ea8a477db7db tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (a6226e60-a91e-4c71-b332-bd1559cd2872), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:39.513280 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.db.l3_db [None req-cc91575e-e41e-4346-b8b3-ea8a477db7db tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Floating IP a6226e60-a91e-4c71-b332-bd1559cd2872 associated. External IP: 172.27.1.17, port: f8648f4d-e921-4fa9-9223-d1ca8247d8a3. Apr 06 11:56:39.637272 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-5bca5a2e-c9ca-45e7-9cc0-de56c5b05f38 req-3ea4c521-4fcb-40b0-930c-e639975fbf7e tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 210 time: 0.0278490 Apr 06 11:56:40.028886 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc91575e-e41e-4346-b8b3-ea8a477db7db tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:56:40.156815 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc91575e-e41e-4346-b8b3-ea8a477db7db tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:56:40.163167 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cc91575e-e41e-4346-b8b3-ea8a477db7db tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:40.171533 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe5ab7f-24e3-46a7-a8c3-52ab7c75ef75 None None] Sync routers for ids ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:56:40.184756 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe5ab7f-24e3-46a7-a8c3-52ab7c75ef75 None None] Routers {'1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:56:40.186084 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-2fe5ab7f-24e3-46a7-a8c3-52ab7c75ef75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:56:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:56:40.205299 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-cc91575e-e41e-4346-b8b3-ea8a477db7db tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "PUT /v2.0/floatingips/a6226e60-a91e-4c71-b332-bd1559cd2872 HTTP/1.1" status: 200 len: 991 time: 1.5870152 Apr 06 11:56:40.223071 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc1d0dd-c0d6-4559-b2eb-34c28674b009', 'tag': 'f8648f4d-e921-4fa9-9223-d1ca8247d8a3'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:56:40.225592 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685d5989-ca31-45d3-b5cc-bacf1b3eece9" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc1d0dd-c0d6-4559-b2eb-34c28674b009", "tag": "f8648f4d-e921-4fa9-9223-d1ca8247d8a3"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:56:40.262271 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be97e9d-ef9c-4228-b384-dff7bd5123e5 req-edac1e2c-85ac-4a0b-80fb-ba78b118ecea tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:40.263868 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-0be97e9d-ef9c-4228-b384-dff7bd5123e5 req-edac1e2c-85ac-4a0b-80fb-ba78b118ecea tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0777969 Apr 06 11:56:40.313839 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-2fe5ab7f-24e3-46a7-a8c3-52ab7c75ef75 None None] Set router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:56:40.325085 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-0be97e9d-ef9c-4228-b384-dff7bd5123e5 req-db3437bf-4cc6-4e4e-be82-c91de498e5cf tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538335 Apr 06 11:56:40.332110 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6c006d-94c9-4814-95c3-c8edf7b053fc x-openstack-request-id: req-8e6c006d-94c9-4814-95c3-c8edf7b053fc {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:56:40.332441 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc1d0dd-c0d6-4559-b2eb-34c28674b009", "tag": "f8648f4d-e921-4fa9-9223-d1ca8247d8a3", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:56:40.332771 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8e6c006d-94c9-4814-95c3-c8edf7b053fc {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:56:40.333211 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e6c006d-94c9-4814-95c3-c8edf7b053fc'] response: {'name': 'network-changed', 'server_uuid': '3dc1d0dd-c0d6-4559-b2eb-34c28674b009', 'tag': 'f8648f4d-e921-4fa9-9223-d1ca8247d8a3', 'status': 'completed', 'code': 200} Apr 06 11:56:40.585052 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-2fe5ab7f-24e3-46a7-a8c3-52ab7c75ef75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '61f17581-a107-4585-9edf-2a1a789a5328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:19Z', 'revision_number': 4, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'gw_port': {'id': '61f17581-a107-4585-9edf-2a1a789a5328', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': '97260ce8-ce12-45c9-8e73-be44430ee36e', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'port_id': '8cf15194-eb24-4e90-b788-4ee67fcc037c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'mac_address': 'fa:16:3e:37:68:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c93814-a4b0-42d4-93b4-a1a1e3931654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:51:37Z', 'updated_at': '2022-04-06T11:52:21Z', 'revision_number': 2, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'fixed_ip_address_scope': None}, {'id': 'a6226e60-a91e-4c71-b332-bd1559cd2872', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'port_id': 'f8648f4d-e921-4fa9-9223-d1ca8247d8a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'mac_address': 'fa:16:3e:6e:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc1d0dd-c0d6-4559-b2eb-34c28674b009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:56:15Z', 'updated_at': '2022-04-06T11:56:39Z', 'revision_number': 1, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a3a1dc-eae8-4722-ac6e-afd2acc6accf', 'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'mac_address': 'fa:16:3e:62:15:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:17Z', 'updated_at': '2022-04-06T11:51:28Z', 'revision_number': 5, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'subnets': [{'id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:56:40.623021 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe5ab7f-24e3-46a7-a8c3-52ab7c75ef75 None None] Checking router: 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:56:40.638126 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe5ab7f-24e3-46a7-a8c3-52ab7c75ef75 None None] Routers {'1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:56:40.639454 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-2fe5ab7f-24e3-46a7-a8c3-52ab7c75ef75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:56:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:56:40.742963 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-04839578-8205-448a-9279-79aa693e7219 req-71331321-9533-4fc0-99d7-0db4371af6cf tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 210 time: 0.0289638 Apr 06 11:56:40.807289 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-2fe5ab7f-24e3-46a7-a8c3-52ab7c75ef75 None None] Set router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:56:41.039536 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-2fe5ab7f-24e3-46a7-a8c3-52ab7c75ef75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '61f17581-a107-4585-9edf-2a1a789a5328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:19Z', 'revision_number': 4, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'gw_port': {'id': '61f17581-a107-4585-9edf-2a1a789a5328', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': '97260ce8-ce12-45c9-8e73-be44430ee36e', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'port_id': '8cf15194-eb24-4e90-b788-4ee67fcc037c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'mac_address': 'fa:16:3e:37:68:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c93814-a4b0-42d4-93b4-a1a1e3931654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:51:37Z', 'updated_at': '2022-04-06T11:52:21Z', 'revision_number': 2, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'fixed_ip_address_scope': None}, {'id': 'a6226e60-a91e-4c71-b332-bd1559cd2872', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'port_id': 'f8648f4d-e921-4fa9-9223-d1ca8247d8a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'mac_address': 'fa:16:3e:6e:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc1d0dd-c0d6-4559-b2eb-34c28674b009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:56:15Z', 'updated_at': '2022-04-06T11:56:39Z', 'revision_number': 1, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a3a1dc-eae8-4722-ac6e-afd2acc6accf', 'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'mac_address': 'fa:16:3e:62:15:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:17Z', 'updated_at': '2022-04-06T11:51:28Z', 'revision_number': 5, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'subnets': [{'id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:56:41.066905 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe5ab7f-24e3-46a7-a8c3-52ab7c75ef75 None None] The sync data for ids ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'] in dv-cinder-836074-2-iscsi is: [{'id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '61f17581-a107-4585-9edf-2a1a789a5328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:19Z', 'revision_number': 4, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'gw_port': {'id': '61f17581-a107-4585-9edf-2a1a789a5328', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': '97260ce8-ce12-45c9-8e73-be44430ee36e', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'port_id': '8cf15194-eb24-4e90-b788-4ee67fcc037c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'mac_address': 'fa:16:3e:37:68:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c93814-a4b0-42d4-93b4-a1a1e3931654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:51:37Z', 'updated_at': '2022-04-06T11:52:21Z', 'revision_number': 2, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'fixed_ip_address_scope': None}, {'id': 'a6226e60-a91e-4c71-b332-bd1559cd2872', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'port_id': 'f8648f4d-e921-4fa9-9223-d1ca8247d8a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'mac_address': 'fa:16:3e:6e:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc1d0dd-c0d6-4559-b2eb-34c28674b009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:56:15Z', 'updated_at': '2022-04-06T11:56:39Z', 'revision_number': 1, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a3a1dc-eae8-4722-ac6e-afd2acc6accf', 'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'mac_address': 'fa:16:3e:62:15:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:17Z', 'updated_at': '2022-04-06T11:51:28Z', 'revision_number': 5, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'subnets': [{'id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:56:41.268113 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a5f749-0ff5-403b-ad65-d9ce38b73057 None None] New status for floating IP a6226e60-a91e-4c71-b332-bd1559cd2872: ACTIVE {{(pid=110261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:56:41.459833 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869100f3-ab9e-49d0-beba-c7c2712900fa req-577be2e5-f7de-4919-b8f4-f4d1c2cb1ccb tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:41.461368 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-869100f3-ab9e-49d0-beba-c7c2712900fa req-577be2e5-f7de-4919-b8f4-f4d1c2cb1ccb tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0553575 Apr 06 11:56:41.508382 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-869100f3-ab9e-49d0-beba-c7c2712900fa req-2b3f97d8-905a-4117-a2f8-c723d53d67ed tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414851 Apr 06 11:56:41.840456 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-260dd3a0-31df-4553-b4c9-362be45dbe49 req-bcd41a6c-b7f9-4575-96a0-eff888336cdc tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 210 time: 0.0290830 Apr 06 11:56:42.254956 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-d4507e0b-6bc0-4e1f-a3cb-025f18f03a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:42.637971 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd758435-e516-4fc7-a6f3-a1032c8a53f4 req-7e503950-8567-40ad-b67c-f4990f20a5b5 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:42.639523 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bd758435-e516-4fc7-a6f3-a1032c8a53f4 req-7e503950-8567-40ad-b67c-f4990f20a5b5 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0585227 Apr 06 11:56:42.695395 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bd758435-e516-4fc7-a6f3-a1032c8a53f4 req-0302acce-0939-4b56-9497-d589becd8f9b tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496702 Apr 06 11:56:42.786153 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d5989-ca31-45d3-b5cc-bacf1b3eece9 req-e8866dba-7d6e-4020-a8cf-e2b8daf645c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:42.788076 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-685d5989-ca31-45d3-b5cc-bacf1b3eece9 req-e8866dba-7d6e-4020-a8cf-e2b8daf645c9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6bf3687e8d0448cfb29d393230e0fba3&device_id=3dc1d0dd-c0d6-4559-b2eb-34c28674b009 HTTP/1.1" status: 200 len: 1130 time: 0.0502834 Apr 06 11:56:42.905802 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d5989-ca31-45d3-b5cc-bacf1b3eece9 req-644491d7-8b87-4241-b76a-f5cbeec8d632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:42.907447 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-685d5989-ca31-45d3-b5cc-bacf1b3eece9 req-644491d7-8b87-4241-b76a-f5cbeec8d632 service neutron] 10.222.0.53 "GET /v2.0/networks?id=99bd6fac-a9a5-4214-bfa7-98f9f937fa30 HTTP/1.1" status: 200 len: 913 time: 0.1135106 Apr 06 11:56:42.933185 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff342184-e291-4cfd-9385-33c519a50624 req-2c378467-d9a8-4af6-9589-15827aef1a2d tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:42.934810 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ff342184-e291-4cfd-9385-33c519a50624 req-2c378467-d9a8-4af6-9589-15827aef1a2d tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/networks?id=889369f7-9616-4c48-8c43-26abdaa39d54 HTTP/1.1" status: 200 len: 814 time: 0.1194394 Apr 06 11:56:42.957074 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ff342184-e291-4cfd-9385-33c519a50624 req-5d5f9748-abe7-4442-a0eb-221de40c805f tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/quotas/8ded5551324c496ab971fe574a2ca2a7 HTTP/1.1" status: 200 len: 375 time: 0.0159826 Apr 06 11:56:42.991454 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ff342184-e291-4cfd-9385-33c519a50624 req-89980584-2038-4972-9b7b-03892f89b2f1 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ded5551324c496ab971fe574a2ca2a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334721 Apr 06 11:56:43.002184 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9581d37a-15c3-4765-b465-4b3cdc8c2013 req-56de898d-d29d-4d44-95d8-b82f7284d9f8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 210 time: 0.0711024 Apr 06 11:56:43.016953 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-685d5989-ca31-45d3-b5cc-bacf1b3eece9 req-0c6783b1-92cc-483c-9152-21ebdf4cbe84 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8648f4d-e921-4fa9-9223-d1ca8247d8a3 HTTP/1.1" status: 200 len: 1001 time: 0.1016815 Apr 06 11:56:43.139595 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ff342184-e291-4cfd-9385-33c519a50624 req-83cb7c2b-60cc-42e6-8513-bb8313ce8952 service neutron] 10.222.0.39 "GET /v2.0/networks/889369f7-9616-4c48-8c43-26abdaa39d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412392 Apr 06 11:56:43.242823 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ff342184-e291-4cfd-9385-33c519a50624 req-59bd4182-2fe5-4a21-ac34-f9b13ab5106e service neutron] 10.222.0.39 "GET /v2.0/networks/889369f7-9616-4c48-8c43-26abdaa39d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962570 Apr 06 11:56:43.262368 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d5989-ca31-45d3-b5cc-bacf1b3eece9 req-a385acca-cc85-4309-81b1-1678ee6912a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:43.263923 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-685d5989-ca31-45d3-b5cc-bacf1b3eece9 req-a385acca-cc85-4309-81b1-1678ee6912a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=30cc3b5e-6713-4293-92dc-273ba182e38b HTTP/1.1" status: 200 len: 851 time: 0.0598941 Apr 06 11:56:43.335991 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d5989-ca31-45d3-b5cc-bacf1b3eece9 req-a6e09732-ae58-4d90-8319-d405c9d913e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:43.337466 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-685d5989-ca31-45d3-b5cc-bacf1b3eece9 req-a6e09732-ae58-4d90-8319-d405c9d913e9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99bd6fac-a9a5-4214-bfa7-98f9f937fa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628250 Apr 06 11:56:43.517971 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3bae99c5-6fea-4354-8323-4f5b3707f753 req-299d81b7-93bc-486f-a5ab-3098a1693da0 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=c287101e-37eb-4fb0-8851-0571faf82b6a HTTP/1.1" status: 200 len: 210 time: 0.0580316 Apr 06 11:56:43.598814 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-685d5989-ca31-45d3-b5cc-bacf1b3eece9 req-7979a436-6ca5-40aa-bdad-11a25ab548c3 service neutron] 10.222.0.53 "GET /v2.0/networks/99bd6fac-a9a5-4214-bfa7-98f9f937fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266448 Apr 06 11:56:43.606114 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-3433511d-2d31-4b02-b2f5-761c5bb55e9d tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:43.607919 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-3433511d-2d31-4b02-b2f5-761c5bb55e9d tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.53 "GET /v2.0/networks?id=f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 HTTP/1.1" status: 200 len: 812 time: 0.2527182 Apr 06 11:56:43.782652 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-3f7f0810-0a2b-4291-8784-396ab22d5dd1 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2337ee61074c4b3ea35e6f0c52ff6fe5 HTTP/1.1" status: 200 len: 380 time: 0.1465478 Apr 06 11:56:43.802057 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-8bae4b2a-18cf-4998-b5fa-31faf0bc85b8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Request body: {'port': {'device_id': 'bca65c2b-f790-494c-9583-2b1016f543a6', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'admin_state_up': True, 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'security_groups': ['cba1e19e-cab0-4d52-b2f3-2685c93eff8b']}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:56:43.865204 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-685d5989-ca31-45d3-b5cc-bacf1b3eece9 req-58a13345-3e35-41e6-a825-d5aca2102425 service neutron] 10.222.0.53 "GET /v2.0/networks/99bd6fac-a9a5-4214-bfa7-98f9f937fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396035 Apr 06 11:56:43.872818 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11a5bf-1418-4d91-b5bc-581a0f384214 req-bb552148-d536-43a5-be69-f1e66f586cf5 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:43.874849 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6f11a5bf-1418-4d91-b5bc-581a0f384214 req-bb552148-d536-43a5-be69-f1e66f586cf5 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0957971 Apr 06 11:56:43.958654 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6f11a5bf-1418-4d91-b5bc-581a0f384214 req-8ec88d04-45d9-47c5-94a5-b7ef2be86a86 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762377 Apr 06 11:56:43.984977 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-8bae4b2a-18cf-4998-b5fa-31faf0bc85b8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Made reservation on behalf of 2337ee61074c4b3ea35e6f0c52ff6fe5 for: {'port': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:56:43.991461 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-8bae4b2a-18cf-4998-b5fa-31faf0bc85b8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:44.061506 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:44.211215 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-8bae4b2a-18cf-4998-b5fa-31faf0bc85b8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Allocated IP 172.20.0.4 (f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7/e31e5bbd-037a-4f1a-a10c-307b016ff749/560dbb8b-dbf2-4e5b-8c36-ce736d3006f9) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:56:44.363883 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-06898ad5-f68c-44d1-ad3d-86d85157ba49 req-fc30d280-ba24-45b2-a732-3cdf2637405a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 210 time: 0.0438225 Apr 06 11:56:44.431105 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-8bae4b2a-18cf-4998-b5fa-31faf0bc85b8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for port (560dbb8b-dbf2-4e5b-8c36-ce736d3006f9), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:44.478864 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-8bae4b2a-18cf-4998-b5fa-31faf0bc85b8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (560dbb8b-dbf2-4e5b-8c36-ce736d3006f9), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:44.525441 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-8bae4b2a-18cf-4998-b5fa-31faf0bc85b8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Network f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:56:44.531754 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-8bae4b2a-18cf-4998-b5fa-31faf0bc85b8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:56:44.538946 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-8bae4b2a-18cf-4998-b5fa-31faf0bc85b8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:56:44.598194 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae4b2a-18cf-4998-b5fa-31faf0bc85b8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Pushing event updated for resources: {'Port': ['ID=560dbb8b-dbf2-4e5b-8c36-ce736d3006f9,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:56:44.656846 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bae4b2a-18cf-4998-b5fa-31faf0bc85b8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:56:44.656846 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bae4b2a-18cf-4998-b5fa-31faf0bc85b8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:56:44.656846 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bae4b2a-18cf-4998-b5fa-31faf0bc85b8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:56:44.657396 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bae4b2a-18cf-4998-b5fa-31faf0bc85b8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:56:44.657396 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bae4b2a-18cf-4998-b5fa-31faf0bc85b8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:56:44.662423 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bae4b2a-18cf-4998-b5fa-31faf0bc85b8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:56:44.662423 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bae4b2a-18cf-4998-b5fa-31faf0bc85b8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:56:44.662423 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bae4b2a-18cf-4998-b5fa-31faf0bc85b8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:56:44.662423 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bae4b2a-18cf-4998-b5fa-31faf0bc85b8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:56:44.662423 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bae4b2a-18cf-4998-b5fa-31faf0bc85b8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:56:44.662423 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bae4b2a-18cf-4998-b5fa-31faf0bc85b8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:56:44.662423 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bae4b2a-18cf-4998-b5fa-31faf0bc85b8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:56:44.662423 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bae4b2a-18cf-4998-b5fa-31faf0bc85b8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:56:44.662423 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bae4b2a-18cf-4998-b5fa-31faf0bc85b8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:56:44.663801 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bae4b2a-18cf-4998-b5fa-31faf0bc85b8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:56:44.703794 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-8bae4b2a-18cf-4998-b5fa-31faf0bc85b8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:44.704463 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-8bae4b2a-18cf-4998-b5fa-31faf0bc85b8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:44.734984 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-8bae4b2a-18cf-4998-b5fa-31faf0bc85b8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9447567 Apr 06 11:56:44.735279 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1cf353e5-8f66-42a0-bd27-035bd34b8920 req-e892be94-6cc4-4eb9-95a7-d5c970b918dc tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=c287101e-37eb-4fb0-8851-0571faf82b6a HTTP/1.1" status: 200 len: 210 time: 0.1203899 Apr 06 11:56:44.753077 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-d68dd83b-ebd1-4e25-b077-c84fc30b7af1 service neutron] Request body: {'port': {'device_id': 'bca65c2b-f790-494c-9583-2b1016f543a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:56:44.832409 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-d68dd83b-ebd1-4e25-b077-c84fc30b7af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (560dbb8b-dbf2-4e5b-8c36-ce736d3006f9), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:44.941831 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-06e1de92-0655-45ae-8480-36f56c4fc229 None None] Provisioning complete for port 560dbb8b-dbf2-4e5b-8c36-ce736d3006f9 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:56:44.961791 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-06e1de92-0655-45ae-8480-36f56c4fc229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (560dbb8b-dbf2-4e5b-8c36-ce736d3006f9), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:45.077528 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-06e1de92-0655-45ae-8480-36f56c4fc229 None None] Port 560dbb8b-dbf2-4e5b-8c36-ce736d3006f9 cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:56:45.138349 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-ff8a412d-6842-480e-83d6-8ae8b1c57db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:45.188881 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff342184-e291-4cfd-9385-33c519a50624 req-cc8eb0cf-d519-4f86-9c59-89c597b75335 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:45.191568 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ff342184-e291-4cfd-9385-33c519a50624 req-cc8eb0cf-d519-4f86-9c59-89c597b75335 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.53 "GET /v2.0/networks?id=889369f7-9616-4c48-8c43-26abdaa39d54 HTTP/1.1" status: 200 len: 814 time: 0.2251136 Apr 06 11:56:45.215913 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa29390-788d-477f-99fc-70cef9df0e15 req-22be9431-72bd-4b6f-83f3-ff24a66211d5 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:45.217764 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-daa29390-788d-477f-99fc-70cef9df0e15 req-22be9431-72bd-4b6f-83f3-ff24a66211d5 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.1282575 Apr 06 11:56:45.229308 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-ff342184-e291-4cfd-9385-33c519a50624 req-b8736669-8d43-4dda-94a9-ea78d066413f tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Request body: {'port': {'device_id': 'c287101e-37eb-4fb0-8851-0571faf82b6a', 'network_id': '889369f7-9616-4c48-8c43-26abdaa39d54', 'admin_state_up': True, 'tenant_id': '8ded5551324c496ab971fe574a2ca2a7'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:56:45.401764 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-daa29390-788d-477f-99fc-70cef9df0e15 req-949814ee-8ea8-41d7-84c9-e0ad0184f5c1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761789 Apr 06 11:56:45.482664 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-d68dd83b-ebd1-4e25-b077-c84fc30b7af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 560dbb8b-dbf2-4e5b-8c36-ce736d3006f9 {{(pid=110260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:56:45.494940 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-d68dd83b-ebd1-4e25-b077-c84fc30b7af1 service neutron] Publish callbacks [] for port (560dbb8b-dbf2-4e5b-8c36-ce736d3006f9), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:45.528017 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.provisioning_blocks [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-d68dd83b-ebd1-4e25-b077-c84fc30b7af1 service neutron] Transition to ACTIVE for port object 560dbb8b-dbf2-4e5b-8c36-ce736d3006f9 will not be triggered until provisioned by entity L2. {{(pid=110260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:56:45.535531 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-d68dd83b-ebd1-4e25-b077-c84fc30b7af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (560dbb8b-dbf2-4e5b-8c36-ce736d3006f9), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:45.575829 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff342184-e291-4cfd-9385-33c519a50624 req-b8736669-8d43-4dda-94a9-ea78d066413f tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Made reservation on behalf of 8ded5551324c496ab971fe574a2ca2a7 for: {'port': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:56:45.579232 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-ff342184-e291-4cfd-9385-33c519a50624 req-b8736669-8d43-4dda-94a9-ea78d066413f tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:45.600566 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68705416-b50e-492c-8c7b-9a79a4b19e72 req-9981c522-e7b5-47c7-8ea3-4fb4e50d1cb7 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:45.605084 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-68705416-b50e-492c-8c7b-9a79a4b19e72 req-9981c522-e7b5-47c7-8ea3-4fb4e50d1cb7 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 931 time: 0.1013956 Apr 06 11:56:45.656887 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68dd83b-ebd1-4e25-b077-c84fc30b7af1 service neutron] Pushing event updated for resources: {'Port': ['ID=560dbb8b-dbf2-4e5b-8c36-ce736d3006f9,revision_number=2']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:56:45.702331 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-68705416-b50e-492c-8c7b-9a79a4b19e72 req-4da3dd72-aaee-40ff-b6c6-ec14101da19a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891163 Apr 06 11:56:45.804455 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-d68dd83b-ebd1-4e25-b077-c84fc30b7af1 service neutron] Attempting to bind port 560dbb8b-dbf2-4e5b-8c36-ce736d3006f9 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:56:45.805102 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-d68dd83b-ebd1-4e25-b077-c84fc30b7af1 service neutron] Attempting to bind port 560dbb8b-dbf2-4e5b-8c36-ce736d3006f9 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '5a72f2a3-235a-4761-8c4e-495c5069282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7'}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:56:45.805439 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-d68dd83b-ebd1-4e25-b077-c84fc30b7af1 service neutron] Attempting to bind port 560dbb8b-dbf2-4e5b-8c36-ce736d3006f9 on network f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:56:45.834811 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-d68dd83b-ebd1-4e25-b077-c84fc30b7af1 service neutron] Port 560dbb8b-dbf2-4e5b-8c36-ce736d3006f9 on network f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:56:45.835541 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-d68dd83b-ebd1-4e25-b077-c84fc30b7af1 service neutron] Attempting to bind port 560dbb8b-dbf2-4e5b-8c36-ce736d3006f9 on network f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:56:45.926278 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-d68dd83b-ebd1-4e25-b077-c84fc30b7af1 service neutron] Checking agent: {'id': 'e6da0265-397c-48ac-b7af-cc5f2a289710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'started_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:56:45.926847 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-d68dd83b-ebd1-4e25-b077-c84fc30b7af1 service neutron] Checking segment: {'id': '5a72f2a3-235a-4761-8c4e-495c5069282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:56:45.927487 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-d68dd83b-ebd1-4e25-b077-c84fc30b7af1 service neutron] Bound using segment: {'id': '5a72f2a3-235a-4761-8c4e-495c5069282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7'} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:56:45.928221 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-d68dd83b-ebd1-4e25-b077-c84fc30b7af1 service neutron] Bound port: 560dbb8b-dbf2-4e5b-8c36-ce736d3006f9, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a72f2a3-235a-4761-8c4e-495c5069282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7'}}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:56:45.928828 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-d68dd83b-ebd1-4e25-b077-c84fc30b7af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (560dbb8b-dbf2-4e5b-8c36-ce736d3006f9), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:45.938800 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-0505b561-042e-4321-9eac-d486740a9ad1 req-86159344-fe81-488f-a1f7-22c4eb312d52 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=c287101e-37eb-4fb0-8851-0571faf82b6a HTTP/1.1" status: 200 len: 210 time: 0.0866187 Apr 06 11:56:45.973241 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [req-ff342184-e291-4cfd-9385-33c519a50624 req-b8736669-8d43-4dda-94a9-ea78d066413f tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Allocated IP 172.20.0.5 (889369f7-9616-4c48-8c43-26abdaa39d54/8e325557-84c9-4e7a-9574-412b8d62bf29/a3293dd1-9533-4f29-bf8a-9c890d0f1e2f) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:56:46.091255 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-d68dd83b-ebd1-4e25-b077-c84fc30b7af1 service neutron] For port 560dbb8b-dbf2-4e5b-8c36-ce736d3006f9, host hv-cinder-83607, cleared binding levels {{(pid=110260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:56:46.098095 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-d68dd83b-ebd1-4e25-b077-c84fc30b7af1 service neutron] For port 560dbb8b-dbf2-4e5b-8c36-ce736d3006f9, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=560dbb8b-dbf2-4e5b-8c36-ce736d3006f9,segment=NetworkSegment(5a72f2a3-235a-4761-8c4e-495c5069282b),segment_id=5a72f2a3-235a-4761-8c4e-495c5069282b)] {{(pid=110260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:56:46.115884 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-d68dd83b-ebd1-4e25-b077-c84fc30b7af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (560dbb8b-dbf2-4e5b-8c36-ce736d3006f9), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:46.221947 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-d68dd83b-ebd1-4e25-b077-c84fc30b7af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:46.222569 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-d68dd83b-ebd1-4e25-b077-c84fc30b7af1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:46.224001 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-d68dd83b-ebd1-4e25-b077-c84fc30b7af1 service neutron] 10.222.0.53 "PUT /v2.0/ports/560dbb8b-dbf2-4e5b-8c36-ce736d3006f9 HTTP/1.1" status: 200 len: 1093 time: 1.4796214 Apr 06 11:56:46.224446 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca65c2b-f790-494c-9583-2b1016f543a6', 'tag': '560dbb8b-dbf2-4e5b-8c36-ce736d3006f9'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:56:46.226757 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503e9491-9da1-4aa4-9895-7334ba631695" -d '{"events": [{"name": "network-changed", "server_uuid": "bca65c2b-f790-494c-9583-2b1016f543a6", "tag": "560dbb8b-dbf2-4e5b-8c36-ce736d3006f9"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:56:46.277035 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68dd83b-ebd1-4e25-b077-c84fc30b7af1 service neutron] Pushing event updated for resources: {'Port': ['ID=560dbb8b-dbf2-4e5b-8c36-ce736d3006f9,revision_number=3']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:56:46.295365 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-ff342184-e291-4cfd-9385-33c519a50624 req-b8736669-8d43-4dda-94a9-ea78d066413f tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Publish callbacks [] for port (a3293dd1-9533-4f29-bf8a-9c890d0f1e2f), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:46.301522 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1da558d-3ec7-44a4-9ef0-a1aaecb0643d x-openstack-request-id: req-f1da558d-3ec7-44a4-9ef0-a1aaecb0643d {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:56:46.301800 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca65c2b-f790-494c-9583-2b1016f543a6", "tag": "560dbb8b-dbf2-4e5b-8c36-ce736d3006f9", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:56:46.302074 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f1da558d-3ec7-44a4-9ef0-a1aaecb0643d {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:56:46.302482 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1da558d-3ec7-44a4-9ef0-a1aaecb0643d'] response: {'name': 'network-changed', 'server_uuid': 'bca65c2b-f790-494c-9583-2b1016f543a6', 'tag': '560dbb8b-dbf2-4e5b-8c36-ce736d3006f9', 'status': 'completed', 'code': 200} Apr 06 11:56:46.388206 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-ff342184-e291-4cfd-9385-33c519a50624 req-b8736669-8d43-4dda-94a9-ea78d066413f tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (a3293dd1-9533-4f29-bf8a-9c890d0f1e2f), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:46.447921 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:46.451286 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff342184-e291-4cfd-9385-33c519a50624 req-b8736669-8d43-4dda-94a9-ea78d066413f tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Network 889369f7-9616-4c48-8c43-26abdaa39d54 is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:56:46.455593 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [req-ff342184-e291-4cfd-9385-33c519a50624 req-b8736669-8d43-4dda-94a9-ea78d066413f tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:56:46.495536 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff342184-e291-4cfd-9385-33c519a50624 req-b8736669-8d43-4dda-94a9-ea78d066413f tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:56:46.595843 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8736669-8d43-4dda-94a9-ea78d066413f tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Pushing event updated for resources: {'Port': ['ID=a3293dd1-9533-4f29-bf8a-9c890d0f1e2f,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:56:46.604602 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-671b28ba-b65b-455e-9241-ee8f9c32015c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:46.606244 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-671b28ba-b65b-455e-9241-ee8f9c32015c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2337ee61074c4b3ea35e6f0c52ff6fe5&device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 1127 time: 0.2956607 Apr 06 11:56:46.614207 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff342184-e291-4cfd-9385-33c519a50624 req-b8736669-8d43-4dda-94a9-ea78d066413f tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:46.614867 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-ff342184-e291-4cfd-9385-33c519a50624 req-b8736669-8d43-4dda-94a9-ea78d066413f tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:46.622644 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:56:46.671431 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-7012c6df-0cb0-468c-adc3-efbb1b3fd171 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=560dbb8b-dbf2-4e5b-8c36-ce736d3006f9 HTTP/1.1" status: 200 len: 217 time: 0.0517225 Apr 06 11:56:46.680809 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ff342184-e291-4cfd-9385-33c519a50624 req-b8736669-8d43-4dda-94a9-ea78d066413f tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4619155 Apr 06 11:56:46.696863 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe5c1c-5390-4d94-becc-6bc805f161b4 req-1131853d-e308-406f-8c39-e4936e665f30 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:46.698390 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f5fe5c1c-5390-4d94-becc-6bc805f161b4 req-1131853d-e308-406f-8c39-e4936e665f30 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.1559241 Apr 06 11:56:46.723946 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-ff342184-e291-4cfd-9385-33c519a50624 req-d7da61bc-1833-4156-81f7-8e17fbba8cfe service neutron] Request body: {'port': {'device_id': 'c287101e-37eb-4fb0-8851-0571faf82b6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:56:46.862409 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e7f16-e1a9-4735-9db1-378d6ac094b6 req-b8752ad5-4148-4252-9a3e-2a200fa66f2a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:46.864797 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3e1e7f16-e1a9-4735-9db1-378d6ac094b6 req-b8752ad5-4148-4252-9a3e-2a200fa66f2a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 943 time: 0.0869362 Apr 06 11:56:46.957235 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3e1e7f16-e1a9-4735-9db1-378d6ac094b6 req-8f6a71bc-1cfa-4fdc-933e-dfc1f9553fac tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714500 Apr 06 11:56:47.091377 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-ff342184-e291-4cfd-9385-33c519a50624 req-d7da61bc-1833-4156-81f7-8e17fbba8cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (a3293dd1-9533-4f29-bf8a-9c890d0f1e2f), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:47.115647 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aef5f6-93eb-4965-8389-7670c528df3e req-5cddba2d-7b89-4b21-bdd6-db896f6afd08 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:47.117766 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-16aef5f6-93eb-4965-8389-7670c528df3e req-5cddba2d-7b89-4b21-bdd6-db896f6afd08 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=c287101e-37eb-4fb0-8851-0571faf82b6a HTTP/1.1" status: 200 len: 931 time: 0.0703065 Apr 06 11:56:47.120564 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-ab78e339-a4fd-40f3-928a-f0b7a163a13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:47.123112 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-ab78e339-a4fd-40f3-928a-f0b7a163a13f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e31e5bbd-037a-4f1a-a10c-307b016ff749 HTTP/1.1" status: 200 len: 851 time: 0.4414043 Apr 06 11:56:47.190477 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f5fe5c1c-5390-4d94-becc-6bc805f161b4 req-4852c7c8-31c0-4333-93a7-782681aa2550 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4361398 Apr 06 11:56:47.197278 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-16aef5f6-93eb-4965-8389-7670c528df3e req-b77874c9-9f0d-4df6-8564-aa40248f90b8 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729403 Apr 06 11:56:47.262706 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-71ebc924-7ed8-4807-8aea-e9c1c09227ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:47.264153 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-71ebc924-7ed8-4807-8aea-e9c1c09227ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1248446 Apr 06 11:56:47.500152 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-265ec65c-c9f5-4238-af2e-13ff847b3b43 service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871583 Apr 06 11:56:47.747902 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bbc939f6-ce73-4d5c-85e8-5f2360b99d52 req-70fb24ca-e76d-4a3f-8970-dda3bbbb04d0 service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344398 Apr 06 11:56:47.760077 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [req-ff342184-e291-4cfd-9385-33c519a50624 req-d7da61bc-1833-4156-81f7-8e17fbba8cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3293dd1-9533-4f29-bf8a-9c890d0f1e2f {{(pid=110260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:56:47.771088 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-ff342184-e291-4cfd-9385-33c519a50624 req-d7da61bc-1833-4156-81f7-8e17fbba8cfe service neutron] Publish callbacks [] for port (a3293dd1-9533-4f29-bf8a-9c890d0f1e2f), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:47.789412 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.provisioning_blocks [req-ff342184-e291-4cfd-9385-33c519a50624 req-d7da61bc-1833-4156-81f7-8e17fbba8cfe service neutron] Transition to ACTIVE for port object a3293dd1-9533-4f29-bf8a-9c890d0f1e2f will not be triggered until provisioned by entity L2. {{(pid=110260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:56:47.795658 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-ff342184-e291-4cfd-9385-33c519a50624 req-d7da61bc-1833-4156-81f7-8e17fbba8cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (a3293dd1-9533-4f29-bf8a-9c890d0f1e2f), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:47.868823 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da61bc-1833-4156-81f7-8e17fbba8cfe service neutron] Pushing event updated for resources: {'Port': ['ID=a3293dd1-9533-4f29-bf8a-9c890d0f1e2f,revision_number=2']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:56:47.970194 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-ff342184-e291-4cfd-9385-33c519a50624 req-d7da61bc-1833-4156-81f7-8e17fbba8cfe service neutron] Attempting to bind port a3293dd1-9533-4f29-bf8a-9c890d0f1e2f on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:56:47.971422 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-ff342184-e291-4cfd-9385-33c519a50624 req-d7da61bc-1833-4156-81f7-8e17fbba8cfe service neutron] Attempting to bind port a3293dd1-9533-4f29-bf8a-9c890d0f1e2f by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'f159237f-c49d-4bfd-a549-4403ca57eec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '889369f7-9616-4c48-8c43-26abdaa39d54'}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:56:47.972223 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff342184-e291-4cfd-9385-33c519a50624 req-d7da61bc-1833-4156-81f7-8e17fbba8cfe service neutron] Attempting to bind port a3293dd1-9533-4f29-bf8a-9c890d0f1e2f on network 889369f7-9616-4c48-8c43-26abdaa39d54 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:56:47.977059 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff342184-e291-4cfd-9385-33c519a50624 req-d7da61bc-1833-4156-81f7-8e17fbba8cfe service neutron] Port a3293dd1-9533-4f29-bf8a-9c890d0f1e2f on network 889369f7-9616-4c48-8c43-26abdaa39d54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:56:47.977375 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff342184-e291-4cfd-9385-33c519a50624 req-d7da61bc-1833-4156-81f7-8e17fbba8cfe service neutron] Attempting to bind port a3293dd1-9533-4f29-bf8a-9c890d0f1e2f on network 889369f7-9616-4c48-8c43-26abdaa39d54 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:56:47.985744 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff342184-e291-4cfd-9385-33c519a50624 req-d7da61bc-1833-4156-81f7-8e17fbba8cfe service neutron] Checking agent: {'id': 'e6da0265-397c-48ac-b7af-cc5f2a289710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'started_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:56:47.986798 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff342184-e291-4cfd-9385-33c519a50624 req-d7da61bc-1833-4156-81f7-8e17fbba8cfe service neutron] Checking segment: {'id': 'f159237f-c49d-4bfd-a549-4403ca57eec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '889369f7-9616-4c48-8c43-26abdaa39d54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:56:47.987761 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff342184-e291-4cfd-9385-33c519a50624 req-d7da61bc-1833-4156-81f7-8e17fbba8cfe service neutron] Bound using segment: {'id': 'f159237f-c49d-4bfd-a549-4403ca57eec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '889369f7-9616-4c48-8c43-26abdaa39d54'} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:56:47.988210 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-ff342184-e291-4cfd-9385-33c519a50624 req-d7da61bc-1833-4156-81f7-8e17fbba8cfe service neutron] Bound port: a3293dd1-9533-4f29-bf8a-9c890d0f1e2f, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f159237f-c49d-4bfd-a549-4403ca57eec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '889369f7-9616-4c48-8c43-26abdaa39d54'}}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:56:47.988597 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-ff342184-e291-4cfd-9385-33c519a50624 req-d7da61bc-1833-4156-81f7-8e17fbba8cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (a3293dd1-9533-4f29-bf8a-9c890d0f1e2f), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:48.116286 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-ff342184-e291-4cfd-9385-33c519a50624 req-d7da61bc-1833-4156-81f7-8e17fbba8cfe service neutron] For port a3293dd1-9533-4f29-bf8a-9c890d0f1e2f, host hv-cinder-83607, cleared binding levels {{(pid=110260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:56:48.121670 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-ff342184-e291-4cfd-9385-33c519a50624 req-d7da61bc-1833-4156-81f7-8e17fbba8cfe service neutron] For port a3293dd1-9533-4f29-bf8a-9c890d0f1e2f, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a3293dd1-9533-4f29-bf8a-9c890d0f1e2f,segment=NetworkSegment(f159237f-c49d-4bfd-a549-4403ca57eec1),segment_id=f159237f-c49d-4bfd-a549-4403ca57eec1)] {{(pid=110260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:56:48.131112 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-ff342184-e291-4cfd-9385-33c519a50624 req-d7da61bc-1833-4156-81f7-8e17fbba8cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (a3293dd1-9533-4f29-bf8a-9c890d0f1e2f), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:48.154607 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ba068-8999-4fde-bd61-bdb57087a65b req-2d1a4ffb-e342-4bfc-bfe4-a8507864e076 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:48.157360 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ca8ba068-8999-4fde-bd61-bdb57087a65b req-2d1a4ffb-e342-4bfc-bfe4-a8507864e076 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 943 time: 0.1033180 Apr 06 11:56:48.238699 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da61bc-1833-4156-81f7-8e17fbba8cfe service neutron] Pushing event updated for resources: {'Port': ['ID=a3293dd1-9533-4f29-bf8a-9c890d0f1e2f,revision_number=3']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:56:48.238925 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ca8ba068-8999-4fde-bd61-bdb57087a65b req-3139ac06-46e7-4bde-a0b5-394a832fe10e tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639524 Apr 06 11:56:48.250135 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff342184-e291-4cfd-9385-33c519a50624 req-d7da61bc-1833-4156-81f7-8e17fbba8cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:48.250761 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-ff342184-e291-4cfd-9385-33c519a50624 req-d7da61bc-1833-4156-81f7-8e17fbba8cfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:48.254201 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ff342184-e291-4cfd-9385-33c519a50624 req-d7da61bc-1833-4156-81f7-8e17fbba8cfe service neutron] 10.222.0.53 "PUT /v2.0/ports/a3293dd1-9533-4f29-bf8a-9c890d0f1e2f HTTP/1.1" status: 200 len: 1093 time: 1.5530784 Apr 06 11:56:48.308773 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c287101e-37eb-4fb0-8851-0571faf82b6a', 'tag': 'a3293dd1-9533-4f29-bf8a-9c890d0f1e2f'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:56:48.311219 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0068b624-7536-4273-ac0d-bfcacf315ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "c287101e-37eb-4fb0-8851-0571faf82b6a", "tag": "a3293dd1-9533-4f29-bf8a-9c890d0f1e2f"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:56:48.372385 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3fd5b-1f7a-427c-b5a9-d87dacb49116 req-36457fcc-20a2-4d29-83b8-55080c30a852 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:48.374299 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a0c3fd5b-1f7a-427c-b5a9-d87dacb49116 req-36457fcc-20a2-4d29-83b8-55080c30a852 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=c287101e-37eb-4fb0-8851-0571faf82b6a HTTP/1.1" status: 200 len: 943 time: 0.0777192 Apr 06 11:56:48.397944 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee074a-bd3d-49fe-9669-4e53db5fb266 req-4a4978ff-298a-4064-bc9d-faf945d437fc tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:48.399524 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-4cee074a-bd3d-49fe-9669-4e53db5fb266 req-4a4978ff-298a-4064-bc9d-faf945d437fc tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0936284 Apr 06 11:56:48.447358 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a0c3fd5b-1f7a-427c-b5a9-d87dacb49116 req-420581b1-2e45-40f0-8166-ca4afae60733 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652375 Apr 06 11:56:48.475665 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-4cee074a-bd3d-49fe-9669-4e53db5fb266 req-7effa245-05b4-4e6f-9256-2d9a7e83cf2c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700657 Apr 06 11:56:48.535521 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d1a743-1796-40bd-8dc7-9b58e3e0fbaf x-openstack-request-id: req-13d1a743-1796-40bd-8dc7-9b58e3e0fbaf {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:56:48.536204 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c287101e-37eb-4fb0-8851-0571faf82b6a", "tag": "a3293dd1-9533-4f29-bf8a-9c890d0f1e2f", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:56:48.536787 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-13d1a743-1796-40bd-8dc7-9b58e3e0fbaf {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:56:48.537269 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13d1a743-1796-40bd-8dc7-9b58e3e0fbaf'] response: {'name': 'network-changed', 'server_uuid': 'c287101e-37eb-4fb0-8851-0571faf82b6a', 'tag': 'a3293dd1-9533-4f29-bf8a-9c890d0f1e2f', 'status': 'completed', 'code': 200} Apr 06 11:56:48.764744 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:49.075661 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:49.395842 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e9491-9da1-4aa4-9895-7334ba631695 req-79172043-d147-41a3-87bb-f9eab4c6c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:49.397836 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-503e9491-9da1-4aa4-9895-7334ba631695 req-79172043-d147-41a3-87bb-f9eab4c6c7d4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2337ee61074c4b3ea35e6f0c52ff6fe5&device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 1127 time: 0.1043477 Apr 06 11:56:49.399307 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc76f1-74a7-4f35-92d9-3d022c942283 req-64daeef6-aaac-4c52-8eee-04d2a5c79702 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:49.400908 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0068b624-7536-4273-ac0d-bfcacf315ca3 req-3e7e5ad3-b9bf-4c55-97fb-ff3502c26447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:49.403664 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-0068b624-7536-4273-ac0d-bfcacf315ca3 req-3e7e5ad3-b9bf-4c55-97fb-ff3502c26447 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8ded5551324c496ab971fe574a2ca2a7&device_id=c287101e-37eb-4fb0-8851-0571faf82b6a HTTP/1.1" status: 200 len: 1127 time: 0.0809000 Apr 06 11:56:49.407424 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8fbc76f1-74a7-4f35-92d9-3d022c942283 req-64daeef6-aaac-4c52-8eee-04d2a5c79702 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 943 time: 0.0941310 Apr 06 11:56:49.466464 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8fbc76f1-74a7-4f35-92d9-3d022c942283 req-376c7a84-fc78-48be-89c2-8975e2f6da68 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572026 Apr 06 11:56:49.642720 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e9491-9da1-4aa4-9895-7334ba631695 req-f3f6062b-084f-4ebf-8eb4-fd6420421f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:49.644533 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-503e9491-9da1-4aa4-9895-7334ba631695 req-f3f6062b-084f-4ebf-8eb4-fd6420421f6c service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 HTTP/1.1" status: 200 len: 913 time: 0.2265244 Apr 06 11:56:49.649217 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0068b624-7536-4273-ac0d-bfcacf315ca3 req-7cbbace7-1b83-4c3e-a578-deb4ffc960f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:49.650777 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-0068b624-7536-4273-ac0d-bfcacf315ca3 req-7cbbace7-1b83-4c3e-a578-deb4ffc960f4 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=8ded5551324c496ab971fe574a2ca2a7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2203467 Apr 06 11:56:49.663830 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32ce2a-55c4-4ede-b810-0a2b3519659c req-7848cabf-0769-440a-81a1-d3d508c43c1c tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:49.665807 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9b32ce2a-55c4-4ede-b810-0a2b3519659c req-7848cabf-0769-440a-81a1-d3d508c43c1c tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=c287101e-37eb-4fb0-8851-0571faf82b6a HTTP/1.1" status: 200 len: 943 time: 0.1239057 Apr 06 11:56:49.674415 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2074e-77ec-471c-9533-f7fffa44ffe9 req-8458d700-ff90-421e-9a8c-03ba3f0b59f3 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:49.675976 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a0d2074e-77ec-471c-9533-f7fffa44ffe9 req-8458d700-ff90-421e-9a8c-03ba3f0b59f3 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0857551 Apr 06 11:56:49.735559 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a0d2074e-77ec-471c-9533-f7fffa44ffe9 req-fb1cbda1-09f0-4da2-8827-19232cfe1919 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512328 Apr 06 11:56:49.772375 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-503e9491-9da1-4aa4-9895-7334ba631695 req-04ac4feb-cd20-41d3-94f5-46e2ded55548 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=560dbb8b-dbf2-4e5b-8c36-ce736d3006f9 HTTP/1.1" status: 200 len: 217 time: 0.1055527 Apr 06 11:56:49.890684 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9b32ce2a-55c4-4ede-b810-0a2b3519659c req-b9216a77-5666-4594-8b0b-bb7d3c91c1af tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050281 Apr 06 11:56:49.894258 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e9491-9da1-4aa4-9895-7334ba631695 req-d15f54e4-2062-46d6-99b0-04fee4efd238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:49.895705 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-503e9491-9da1-4aa4-9895-7334ba631695 req-d15f54e4-2062-46d6-99b0-04fee4efd238 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e31e5bbd-037a-4f1a-a10c-307b016ff749 HTTP/1.1" status: 200 len: 851 time: 0.1137235 Apr 06 11:56:49.898025 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0068b624-7536-4273-ac0d-bfcacf315ca3 req-c7c28bae-d7ec-470d-9bc7-b5dbe835966e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:49.901597 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-0068b624-7536-4273-ac0d-bfcacf315ca3 req-c7c28bae-d7ec-470d-9bc7-b5dbe835966e service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2321956 Apr 06 11:56:49.968309 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e9491-9da1-4aa4-9895-7334ba631695 req-66372ea6-db7d-4d94-936e-5081d91f21ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:49.970046 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-503e9491-9da1-4aa4-9895-7334ba631695 req-66372ea6-db7d-4d94-936e-5081d91f21ae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0585020 Apr 06 11:56:50.103122 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff342184-e291-4cfd-9385-33c519a50624 req-48c27149-fa47-4103-8654-3dbf45c22ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:50.104706 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ff342184-e291-4cfd-9385-33c519a50624 req-48c27149-fa47-4103-8654-3dbf45c22ae1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8ded5551324c496ab971fe574a2ca2a7&device_id=c287101e-37eb-4fb0-8851-0571faf82b6a HTTP/1.1" status: 200 len: 1127 time: 0.1171353 Apr 06 11:56:50.108507 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-503e9491-9da1-4aa4-9895-7334ba631695 req-d46d403c-c969-4107-8a86-7432e598d266 service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284697 Apr 06 11:56:50.203456 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ff342184-e291-4cfd-9385-33c519a50624 req-597aa902-4940-416e-b7c1-6f625ef1c15f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3293dd1-9533-4f29-bf8a-9c890d0f1e2f HTTP/1.1" status: 200 len: 217 time: 0.0803101 Apr 06 11:56:50.280498 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff342184-e291-4cfd-9385-33c519a50624 req-b4916b31-f85d-4530-a052-b705fdd52221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:50.281986 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ff342184-e291-4cfd-9385-33c519a50624 req-b4916b31-f85d-4530-a052-b705fdd52221 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8e325557-84c9-4e7a-9574-412b8d62bf29 HTTP/1.1" status: 200 len: 854 time: 0.0706217 Apr 06 11:56:50.287986 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-503e9491-9da1-4aa4-9895-7334ba631695 req-c2a69445-9746-4db0-8047-fa9a620463bb service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637957 Apr 06 11:56:50.317183 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ff342184-e291-4cfd-9385-33c519a50624 req-b3037af5-7c29-45a5-9a89-9378c24cd9d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=889369f7-9616-4c48-8c43-26abdaa39d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267282 Apr 06 11:56:50.445427 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ff342184-e291-4cfd-9385-33c519a50624 req-4406d781-1224-405d-8a2f-32cb026a00ff service neutron] 10.222.0.53 "GET /v2.0/networks/889369f7-9616-4c48-8c43-26abdaa39d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118665 Apr 06 11:56:50.563606 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ff342184-e291-4cfd-9385-33c519a50624 req-c81545be-99ce-49aa-b552-87a71211a2b6 service neutron] 10.222.0.53 "GET /v2.0/networks/889369f7-9616-4c48-8c43-26abdaa39d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094809 Apr 06 11:56:50.631334 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a170f1e-245f-47a3-8cf0-51f7814025c3 req-95060a9b-c878-4d9d-941e-fde7682789ee tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:50.633068 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3a170f1e-245f-47a3-8cf0-51f7814025c3 req-95060a9b-c878-4d9d-941e-fde7682789ee tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 943 time: 0.0697279 Apr 06 11:56:50.706545 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3a170f1e-245f-47a3-8cf0-51f7814025c3 req-32935f0e-30c8-49d9-944f-4c38ace04cbd tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679207 Apr 06 11:56:50.881524 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321781a-3765-4022-903d-36c064e75687 req-a8cfd10f-b35b-4989-9d47-00cb6e5c59fc tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:50.883105 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a321781a-3765-4022-903d-36c064e75687 req-a8cfd10f-b35b-4989-9d47-00cb6e5c59fc tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0661178 Apr 06 11:56:50.935061 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a321781a-3765-4022-903d-36c064e75687 req-55a5f71d-1fb9-413a-93e1-103dfa42006e tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459118 Apr 06 11:56:51.061141 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5c90f-6ebd-49b9-8619-d907b6042cef req-404a5166-2622-4d4a-b7ca-682a161cdacc tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:51.062790 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ffd5c90f-6ebd-49b9-8619-d907b6042cef req-404a5166-2622-4d4a-b7ca-682a161cdacc tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=c287101e-37eb-4fb0-8851-0571faf82b6a HTTP/1.1" status: 200 len: 943 time: 0.0800500 Apr 06 11:56:51.140989 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ffd5c90f-6ebd-49b9-8619-d907b6042cef req-3056f928-c819-4ebf-8899-b399ef22884d tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701528 Apr 06 11:56:51.847965 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d1296-55bc-45cf-8740-dae85790c106 req-434eafe1-ee4a-4297-bfcf-a62c6d52a4c5 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:51.849754 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-2f0d1296-55bc-45cf-8740-dae85790c106 req-434eafe1-ee4a-4297-bfcf-a62c6d52a4c5 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 943 time: 0.0660462 Apr 06 11:56:51.920670 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-2f0d1296-55bc-45cf-8740-dae85790c106 req-9b9c1641-9c99-42c5-807d-63b131040915 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594292 Apr 06 11:56:52.103582 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97fcda9-81f2-4b66-855b-18391b3ddfb5 req-92825936-a412-40ed-b66a-273bb2665204 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:52.105476 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c97fcda9-81f2-4b66-855b-18391b3ddfb5 req-92825936-a412-40ed-b66a-273bb2665204 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0723948 Apr 06 11:56:52.169910 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c97fcda9-81f2-4b66-855b-18391b3ddfb5 req-47dfe0aa-eb46-403c-9ece-063a63b9bec2 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528834 Apr 06 11:56:52.315022 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247d169-0fa3-4037-ba97-1adbbfe7903c req-a2772125-2d9f-4632-9dfc-b870c5577233 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:52.316589 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e247d169-0fa3-4037-ba97-1adbbfe7903c req-a2772125-2d9f-4632-9dfc-b870c5577233 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=c287101e-37eb-4fb0-8851-0571faf82b6a HTTP/1.1" status: 200 len: 943 time: 0.0654209 Apr 06 11:56:52.387577 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e247d169-0fa3-4037-ba97-1adbbfe7903c req-49f0e110-6c45-44c5-8a24-f68fb382c6f4 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625823 Apr 06 11:56:53.081442 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b9c70-7f99-470a-999c-926affc12480 req-715f33e2-224a-464a-9072-8a51fe8cfce0 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:53.083121 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-195b9c70-7f99-470a-999c-926affc12480 req-715f33e2-224a-464a-9072-8a51fe8cfce0 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 943 time: 0.0673335 Apr 06 11:56:53.162445 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-195b9c70-7f99-470a-999c-926affc12480 req-0a55b956-6a56-4031-9f07-98f9b5f66a1d tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712326 Apr 06 11:56:53.344587 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c28f0e-8419-48ed-aa0f-5be6b8531130 req-38c08e01-b575-4220-b7a4-d2481f4833c0 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:53.347127 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-74c28f0e-8419-48ed-aa0f-5be6b8531130 req-38c08e01-b575-4220-b7a4-d2481f4833c0 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0738306 Apr 06 11:56:53.414138 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-74c28f0e-8419-48ed-aa0f-5be6b8531130 req-c9d44079-1863-4f25-8a24-ac240f66f297 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601511 Apr 06 11:56:53.576016 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f637671-0d45-4010-a9dc-02b7a5629790 req-d8bc64af-f961-4b30-b950-3be9ef87d200 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:53.577688 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-0f637671-0d45-4010-a9dc-02b7a5629790 req-d8bc64af-f961-4b30-b950-3be9ef87d200 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=c287101e-37eb-4fb0-8851-0571faf82b6a HTTP/1.1" status: 200 len: 943 time: 0.0575354 Apr 06 11:56:53.649722 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-0f637671-0d45-4010-a9dc-02b7a5629790 req-dc2bde8a-1a4c-4246-bcea-26a527fb6280 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627651 Apr 06 11:56:54.326840 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264acf1e-9ae1-426e-be0c-d8e2713c2f3e req-1e0d60e6-8b94-4401-a336-66da7795de05 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:54.328570 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-264acf1e-9ae1-426e-be0c-d8e2713c2f3e req-1e0d60e6-8b94-4401-a336-66da7795de05 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 943 time: 0.0622292 Apr 06 11:56:54.411811 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-264acf1e-9ae1-426e-be0c-d8e2713c2f3e req-831f61d8-cbc6-4a80-b956-1874193b4c61 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750060 Apr 06 11:56:54.581765 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f064c39-f179-4883-ae04-4dbc4668ccba req-8ffb4ab6-f417-4dc8-8de5-d54634503baa tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:54.585894 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3f064c39-f179-4883-ae04-4dbc4668ccba req-8ffb4ab6-f417-4dc8-8de5-d54634503baa tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0808690 Apr 06 11:56:54.661745 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3f064c39-f179-4883-ae04-4dbc4668ccba req-1868d167-50eb-4905-8f95-f4b67241abbc tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626054 Apr 06 11:56:54.839126 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a72534-4077-498e-98fe-c8a7249431d1 req-a9665fc3-4862-49ab-afaf-668cb2692677 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:54.846696 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d1a72534-4077-498e-98fe-c8a7249431d1 req-a9665fc3-4862-49ab-afaf-668cb2692677 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=c287101e-37eb-4fb0-8851-0571faf82b6a HTTP/1.1" status: 200 len: 943 time: 0.0973775 Apr 06 11:56:54.902571 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d1a72534-4077-498e-98fe-c8a7249431d1 req-d2e985d6-91d9-4605-a258-7da428ebb219 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529494 Apr 06 11:56:55.264657 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device a3293dd1-9533-4f29-bf8a-9c890d0f1e2f details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:56:55.402508 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port a3293dd1-9533-4f29-bf8a-9c890d0f1e2f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a3293dd1-9533-4f29-bf8a-9c890d0f1e2f,segment=NetworkSegment(f159237f-c49d-4bfd-a549-4403ca57eec1),segment_id=f159237f-c49d-4bfd-a549-4403ca57eec1)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:56:55.417067 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Returning: {'device': 'a3293dd1-9533-4f29-bf8a-9c890d0f1e2f', 'network_id': '889369f7-9616-4c48-8c43-26abdaa39d54', 'port_id': 'a3293dd1-9533-4f29-bf8a-9c890d0f1e2f', 'mac_address': 'fa:16:3e:59:9e:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e325557-84c9-4e7a-9574-412b8d62bf29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:56:55.473208 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port a3293dd1-9533-4f29-bf8a-9c890d0f1e2f is: DOWN; New status is: BUILD {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:56:55.474018 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (a3293dd1-9533-4f29-bf8a-9c890d0f1e2f), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:55.497562 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3293dd1-9533-4f29-bf8a-9c890d0f1e2f {{(pid=110261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:56:55.546102 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port a3293dd1-9533-4f29-bf8a-9c890d0f1e2f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a3293dd1-9533-4f29-bf8a-9c890d0f1e2f,segment=NetworkSegment(f159237f-c49d-4bfd-a549-4403ca57eec1),segment_id=f159237f-c49d-4bfd-a549-4403ca57eec1)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:56:55.554087 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (a3293dd1-9533-4f29-bf8a-9c890d0f1e2f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:55.584621 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93b14a-53cb-4156-b396-c6760fda8615 req-69de7e97-52ca-432b-b1c0-7c20d48951bd tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:55.591988 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1d93b14a-53cb-4156-b396-c6760fda8615 req-69de7e97-52ca-432b-b1c0-7c20d48951bd tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 943 time: 0.0756729 Apr 06 11:56:55.635379 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=a3293dd1-9533-4f29-bf8a-9c890d0f1e2f,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:56:55.643950 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:56:55.644341 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:56:55.644763 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:56:55.645667 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:56:55.646014 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:56:55.646358 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:56:55.646692 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:56:55.647026 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:56:55.647360 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:56:55.647690 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:56:55.648020 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:56:55.648351 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:56:55.648677 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:56:55.649028 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:56:55.649354 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:56:55.665769 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1d93b14a-53cb-4156-b396-c6760fda8615 req-09d9d82f-34b8-4c82-bfc6-e6760d236c38 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728607 Apr 06 11:56:55.835088 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779ebe7-65ae-41b7-acc4-89f9cca3ec1a req-d3fd0c0b-b82d-48c4-ad71-2956c4f2a796 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:55.836658 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6779ebe7-65ae-41b7-acc4-89f9cca3ec1a req-d3fd0c0b-b82d-48c4-ad71-2956c4f2a796 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0856583 Apr 06 11:56:55.894099 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6779ebe7-65ae-41b7-acc4-89f9cca3ec1a req-d8710235-7f59-4ebb-bb86-5b03241f0a2a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493417 Apr 06 11:56:56.041798 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869e0a8-fd4f-411f-91f4-c62c13269f3c req-50dea73b-a77f-4b0c-9ec0-a82b456ff0b9 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:56.041798 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b869e0a8-fd4f-411f-91f4-c62c13269f3c req-50dea73b-a77f-4b0c-9ec0-a82b456ff0b9 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=c287101e-37eb-4fb0-8851-0571faf82b6a HTTP/1.1" status: 200 len: 944 time: 0.0661347 Apr 06 11:56:56.110020 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b869e0a8-fd4f-411f-91f4-c62c13269f3c req-17654940-104f-4b88-8c7f-c584eeaad897 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640082 Apr 06 11:56:56.257630 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['a3293dd1-9533-4f29-bf8a-9c890d0f1e2f'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:56:56.822558 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d6d90-4883-43e3-bb77-e10a240bb5d5 req-a9477b37-9d0a-4fa0-9802-e858b6e15f04 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:56.827658 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-365d6d90-4883-43e3-bb77-e10a240bb5d5 req-a9477b37-9d0a-4fa0-9802-e858b6e15f04 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 943 time: 0.0757844 Apr 06 11:56:56.888294 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-365d6d90-4883-43e3-bb77-e10a240bb5d5 req-b4ae5ce1-12fb-43c1-8c0a-7626d811c1c7 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565965 Apr 06 11:56:57.027244 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a79d4-3dcf-4bf5-a578-525d7107d31b req-7cacdf0b-5910-4c4e-9a94-0fd449a6e848 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:57.029002 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-945a79d4-3dcf-4bf5-a578-525d7107d31b req-7cacdf0b-5910-4c4e-9a94-0fd449a6e848 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0581458 Apr 06 11:56:57.086055 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-945a79d4-3dcf-4bf5-a578-525d7107d31b req-5947f310-94a8-446c-9607-1ca9109bbe21 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508976 Apr 06 11:56:57.279301 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad11f4-cded-4bf9-b8ad-ec0f35d7e5e2 req-406828b9-a406-4f03-8993-029c4bb3be0e tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:57.281789 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b2ad11f4-cded-4bf9-b8ad-ec0f35d7e5e2 req-406828b9-a406-4f03-8993-029c4bb3be0e tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=c287101e-37eb-4fb0-8851-0571faf82b6a HTTP/1.1" status: 200 len: 944 time: 0.0896766 Apr 06 11:56:57.340836 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b2ad11f4-cded-4bf9-b8ad-ec0f35d7e5e2 req-66149e48-e163-4d4e-b8e7-127760ca7098 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485504 Apr 06 11:56:57.944287 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device a3293dd1-9533-4f29-bf8a-9c890d0f1e2f up at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:56:58.015265 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning for port a3293dd1-9533-4f29-bf8a-9c890d0f1e2f completed by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:56:58.020079 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning complete for port a3293dd1-9533-4f29-bf8a-9c890d0f1e2f triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:56:58.020508 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (a3293dd1-9533-4f29-bf8a-9c890d0f1e2f), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:58.038753 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44a40c-7a10-4001-8252-cb89804e4c89 req-ae01b31c-196d-4961-b366-3aa72a40c1d6 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:58.041427 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-2e44a40c-7a10-4001-8252-cb89804e4c89 req-ae01b31c-196d-4961-b366-3aa72a40c1d6 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 943 time: 0.0614488 Apr 06 11:56:58.093216 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-2e44a40c-7a10-4001-8252-cb89804e4c89 req-85b8b780-9322-436d-bd0a-594bc820ddf7 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467713 Apr 06 11:56:58.118283 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port a3293dd1-9533-4f29-bf8a-9c890d0f1e2f is: BUILD; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:56:58.118878 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (a3293dd1-9533-4f29-bf8a-9c890d0f1e2f), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:58.143615 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c287101e-37eb-4fb0-8851-0571faf82b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3293dd1-9533-4f29-bf8a-9c890d0f1e2f'}] {{(pid=110261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:56:58.146099 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa90572765a02b80253351879fa6496fbbfbce8a00fa36c7b280133d65d0c1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca2fa65-417a-440b-9e8f-6d1559902ea5" -d '{"events": [{"server_uuid": "c287101e-37eb-4fb0-8851-0571faf82b6a", "name": "network-vif-plugged", "status": "completed", "tag": "a3293dd1-9533-4f29-bf8a-9c890d0f1e2f"}]}' {{(pid=110261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:56:58.159921 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port a3293dd1-9533-4f29-bf8a-9c890d0f1e2f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a3293dd1-9533-4f29-bf8a-9c890d0f1e2f,segment=NetworkSegment(f159237f-c49d-4bfd-a549-4403ca57eec1),segment_id=f159237f-c49d-4bfd-a549-4403ca57eec1)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:56:58.166615 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (a3293dd1-9533-4f29-bf8a-9c890d0f1e2f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:56:58.207098 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0522a-3ab3-4cb3-a2f7-5ecb279bfa9c req-970d1b7e-b03e-4d77-92b1-eec8da87f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:58.208799 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bda0522a-3ab3-4cb3-a2f7-5ecb279bfa9c req-970d1b7e-b03e-4d77-92b1-eec8da87f2b7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a2c38a64ffb4474b4a145f9808cc37f&device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 1129 time: 0.0838289 Apr 06 11:56:58.222961 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=a3293dd1-9533-4f29-bf8a-9c890d0f1e2f,revision_number=5']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:56:58.257504 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3981885-9566-4357-8494-6638bcf2bfff x-openstack-request-id: req-f3981885-9566-4357-8494-6638bcf2bfff {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:56:58.257821 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c287101e-37eb-4fb0-8851-0571faf82b6a", "name": "network-vif-plugged", "status": "completed", "tag": "a3293dd1-9533-4f29-bf8a-9c890d0f1e2f", "code": 200}]} {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:56:58.258240 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f3981885-9566-4357-8494-6638bcf2bfff {{(pid=110261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:56:58.258647 dv-cinder-836074-2-iscsi neutron-server[110261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3981885-9566-4357-8494-6638bcf2bfff'] response: {'server_uuid': 'c287101e-37eb-4fb0-8851-0571faf82b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3293dd1-9533-4f29-bf8a-9c890d0f1e2f', 'code': 200} Apr 06 11:56:58.282023 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a50f1-33c8-48b6-ac2d-9d9724a8aacc req-14d293d0-81c6-419e-852b-83105f7191ea tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:58.284910 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7e6a50f1-33c8-48b6-ac2d-9d9724a8aacc req-14d293d0-81c6-419e-852b-83105f7191ea tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.1187944 Apr 06 11:56:58.366392 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0522a-3ab3-4cb3-a2f7-5ecb279bfa9c req-8a9ad515-e01b-440a-879e-435d924547bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:58.373865 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bda0522a-3ab3-4cb3-a2f7-5ecb279bfa9c req-8a9ad515-e01b-440a-879e-435d924547bc service neutron] 10.222.0.53 "GET /v2.0/networks?id=04e35c34-b38e-495d-ab59-a36a4ea05864 HTTP/1.1" status: 200 len: 917 time: 0.1524975 Apr 06 11:56:58.377735 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7e6a50f1-33c8-48b6-ac2d-9d9724a8aacc req-22eb38e0-13f0-4871-9e48-b8dd71cd4283 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859020 Apr 06 11:56:58.463594 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bda0522a-3ab3-4cb3-a2f7-5ecb279bfa9c req-03e59e9d-a4ec-4f15-b667-c081ce2422f3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fff424a3-655d-48b5-9050-0acbe0bf6be8 HTTP/1.1" status: 200 len: 1000 time: 0.0840147 Apr 06 11:56:58.511065 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b6213-8800-4ca6-bd47-5c9adb091ba9 req-a69db9c2-13e3-4bb3-96f8-4fac50b294ec tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:58.513812 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-2c3b6213-8800-4ca6-bd47-5c9adb091ba9 req-a69db9c2-13e3-4bb3-96f8-4fac50b294ec tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=c287101e-37eb-4fb0-8851-0571faf82b6a HTTP/1.1" status: 200 len: 945 time: 0.0711133 Apr 06 11:56:58.546797 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0522a-3ab3-4cb3-a2f7-5ecb279bfa9c req-b9898f6c-a90c-404c-b0a2-59908a5fe6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:58.548830 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bda0522a-3ab3-4cb3-a2f7-5ecb279bfa9c req-b9898f6c-a90c-404c-b0a2-59908a5fe6d0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3051baf9-8ef0-43f1-94ee-3a605ed467b3 HTTP/1.1" status: 200 len: 855 time: 0.0765357 Apr 06 11:56:58.573410 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-2c3b6213-8800-4ca6-bd47-5c9adb091ba9 req-0347ce0a-03cf-4eaf-aff6-92c22cf6dec0 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529351 Apr 06 11:56:58.590536 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3c047-7871-41cd-b8b9-1e9b6a8e8829 req-f8aac573-37b5-4ee9-9a38-eafee01c45e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:58.592024 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4ac3c047-7871-41cd-b8b9-1e9b6a8e8829 req-f8aac573-37b5-4ee9-9a38-eafee01c45e9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c287101e-37eb-4fb0-8851-0571faf82b6a HTTP/1.1" status: 200 len: 1129 time: 0.0927994 Apr 06 11:56:58.637129 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0522a-3ab3-4cb3-a2f7-5ecb279bfa9c req-8737cf8e-2c8e-4b69-8079-d4700bba705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:58.638697 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bda0522a-3ab3-4cb3-a2f7-5ecb279bfa9c req-8737cf8e-2c8e-4b69-8079-d4700bba705b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04e35c34-b38e-495d-ab59-a36a4ea05864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0834951 Apr 06 11:56:58.664117 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4ac3c047-7871-41cd-b8b9-1e9b6a8e8829 req-607fb9dc-69a4-44a7-af28-cfec816d9825 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640752 Apr 06 11:56:58.756287 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bda0522a-3ab3-4cb3-a2f7-5ecb279bfa9c req-6881a6d0-50d0-4c36-902c-64f413359be0 service neutron] 10.222.0.53 "GET /v2.0/networks/04e35c34-b38e-495d-ab59-a36a4ea05864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073251 Apr 06 11:56:59.313177 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79229d76-337d-45a7-bc59-39e21768eebe req-12a53073-10a0-4bad-a3c4-8be020e853fc tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:59.316103 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-79229d76-337d-45a7-bc59-39e21768eebe req-12a53073-10a0-4bad-a3c4-8be020e853fc tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 943 time: 0.1367276 Apr 06 11:56:59.346137 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bda0522a-3ab3-4cb3-a2f7-5ecb279bfa9c req-e7736304-3755-43c1-8deb-6b2d260c1266 service neutron] 10.222.0.53 "GET /v2.0/networks/04e35c34-b38e-495d-ab59-a36a4ea05864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504273 Apr 06 11:56:59.382165 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-79229d76-337d-45a7-bc59-39e21768eebe req-d8f12a61-a7e8-4cd0-a4e5-35302cb214f5 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596650 Apr 06 11:56:59.514230 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f5e44-baed-4240-bc77-7349922380a4 req-652c423d-cc6c-4436-82d3-103fb13ba2a0 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:59.515898 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-136f5e44-baed-4240-bc77-7349922380a4 req-652c423d-cc6c-4436-82d3-103fb13ba2a0 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0542572 Apr 06 11:56:59.567361 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-136f5e44-baed-4240-bc77-7349922380a4 req-1a478110-7ac1-49c3-8306-e2ceeedbcacf tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442746 Apr 06 11:56:59.702487 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f2c28-767f-44fd-aabc-a0114e535ba1 req-0f656627-5181-477b-b35a-583bbe466d97 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:56:59.703936 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f99f2c28-767f-44fd-aabc-a0114e535ba1 req-0f656627-5181-477b-b35a-583bbe466d97 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=c287101e-37eb-4fb0-8851-0571faf82b6a HTTP/1.1" status: 200 len: 945 time: 0.0538695 Apr 06 11:56:59.759606 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f99f2c28-767f-44fd-aabc-a0114e535ba1 req-a858623a-0f35-4982-ba71-2815cf32a1c0 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483284 Apr 06 11:56:59.954550 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 560dbb8b-dbf2-4e5b-8c36-ce736d3006f9 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:57:00.201711 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 560dbb8b-dbf2-4e5b-8c36-ce736d3006f9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=560dbb8b-dbf2-4e5b-8c36-ce736d3006f9,segment=NetworkSegment(5a72f2a3-235a-4761-8c4e-495c5069282b),segment_id=5a72f2a3-235a-4761-8c4e-495c5069282b)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:57:00.222380 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Returning: {'device': '560dbb8b-dbf2-4e5b-8c36-ce736d3006f9', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'port_id': '560dbb8b-dbf2-4e5b-8c36-ce736d3006f9', 'mac_address': 'fa:16:3e:e9:b1:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:57:00.266083 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 560dbb8b-dbf2-4e5b-8c36-ce736d3006f9 is: DOWN; New status is: BUILD {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:57:00.266471 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (560dbb8b-dbf2-4e5b-8c36-ce736d3006f9), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:00.280776 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 560dbb8b-dbf2-4e5b-8c36-ce736d3006f9 {{(pid=110261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:57:00.303730 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 560dbb8b-dbf2-4e5b-8c36-ce736d3006f9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=560dbb8b-dbf2-4e5b-8c36-ce736d3006f9,segment=NetworkSegment(5a72f2a3-235a-4761-8c4e-495c5069282b),segment_id=5a72f2a3-235a-4761-8c4e-495c5069282b)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:57:00.309675 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (560dbb8b-dbf2-4e5b-8c36-ce736d3006f9), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:00.360254 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=560dbb8b-dbf2-4e5b-8c36-ce736d3006f9,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:57:00.515619 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e30246-cab8-40b7-adbd-3bdf49a51a6d req-770ab653-e8f3-4e8b-9586-74f2857b9b6c tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:00.518430 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c6e30246-cab8-40b7-adbd-3bdf49a51a6d req-770ab653-e8f3-4e8b-9586-74f2857b9b6c tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 944 time: 0.0648630 Apr 06 11:57:00.572748 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c6e30246-cab8-40b7-adbd-3bdf49a51a6d req-8e29ea6b-3460-4db3-a436-fb102b9dc1f1 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488586 Apr 06 11:57:00.708383 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696dbbcd-cee0-4a65-b7e1-4a7764754aea req-72364847-7a6e-4c7d-918f-25f5a88a0109 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:00.709919 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-696dbbcd-cee0-4a65-b7e1-4a7764754aea req-72364847-7a6e-4c7d-918f-25f5a88a0109 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0575721 Apr 06 11:57:00.761966 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-696dbbcd-cee0-4a65-b7e1-4a7764754aea req-188533a7-a8da-45c1-9b82-0b18382c2eda tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447617 Apr 06 11:57:00.881693 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2866fd-9422-4df2-a5bd-9830a463e598 req-3daa8320-6446-4d97-8299-dce2cb9512b2 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:00.883248 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-de2866fd-9422-4df2-a5bd-9830a463e598 req-3daa8320-6446-4d97-8299-dce2cb9512b2 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=c287101e-37eb-4fb0-8851-0571faf82b6a HTTP/1.1" status: 200 len: 945 time: 0.0549200 Apr 06 11:57:00.944063 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-de2866fd-9422-4df2-a5bd-9830a463e598 req-743406aa-91a3-4b18-be62-d90b34439c9d tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540740 Apr 06 11:57:00.988788 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['560dbb8b-dbf2-4e5b-8c36-ce736d3006f9'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:57:01.722052 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f5145-35ce-49aa-9db4-5e4e1763f322 req-83e673ae-4a78-49d2-8bdb-4115da6fce83 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:01.723550 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-665f5145-35ce-49aa-9db4-5e4e1763f322 req-83e673ae-4a78-49d2-8bdb-4115da6fce83 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 944 time: 0.0660281 Apr 06 11:57:01.784535 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-665f5145-35ce-49aa-9db4-5e4e1763f322 req-2398f47d-39e2-481a-8bec-701252966b36 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508199 Apr 06 11:57:01.915987 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9c191-43c0-4f12-98af-08e8cc204333 req-20a45efe-25e4-452a-bab9-26c63c33dfb9 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:01.917583 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-9ea9c191-43c0-4f12-98af-08e8cc204333 req-20a45efe-25e4-452a-bab9-26c63c33dfb9 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 945 time: 0.0669930 Apr 06 11:57:01.971755 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-9ea9c191-43c0-4f12-98af-08e8cc204333 req-5cfb8318-b585-450c-b28d-78b9ee91a68c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475497 Apr 06 11:57:02.076784 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b49023-bb30-425d-8f75-6c1bec9240b8 req-ac10163c-33fd-40f5-ab40-4bdfbd779fe4 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:02.078299 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-52b49023-bb30-425d-8f75-6c1bec9240b8 req-ac10163c-33fd-40f5-ab40-4bdfbd779fe4 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=c287101e-37eb-4fb0-8851-0571faf82b6a HTTP/1.1" status: 200 len: 945 time: 0.0598822 Apr 06 11:57:02.131315 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-52b49023-bb30-425d-8f75-6c1bec9240b8 req-4209fcf6-f2e3-4ca5-a877-cd61b26573db tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463278 Apr 06 11:57:02.567541 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 560dbb8b-dbf2-4e5b-8c36-ce736d3006f9 up at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:57:02.627540 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning for port 560dbb8b-dbf2-4e5b-8c36-ce736d3006f9 completed by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:57:02.632052 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning complete for port 560dbb8b-dbf2-4e5b-8c36-ce736d3006f9 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:57:02.632458 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (560dbb8b-dbf2-4e5b-8c36-ce736d3006f9), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:02.715741 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 560dbb8b-dbf2-4e5b-8c36-ce736d3006f9 is: BUILD; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:57:02.716135 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (560dbb8b-dbf2-4e5b-8c36-ce736d3006f9), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:02.740380 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca65c2b-f790-494c-9583-2b1016f543a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560dbb8b-dbf2-4e5b-8c36-ce736d3006f9'}] {{(pid=110261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:57:02.742729 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa90572765a02b80253351879fa6496fbbfbce8a00fa36c7b280133d65d0c1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05717889-aa94-45ef-b66e-6b084bc8a670" -d '{"events": [{"server_uuid": "bca65c2b-f790-494c-9583-2b1016f543a6", "name": "network-vif-plugged", "status": "completed", "tag": "560dbb8b-dbf2-4e5b-8c36-ce736d3006f9"}]}' {{(pid=110261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:57:02.756454 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 560dbb8b-dbf2-4e5b-8c36-ce736d3006f9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=560dbb8b-dbf2-4e5b-8c36-ce736d3006f9,segment=NetworkSegment(5a72f2a3-235a-4761-8c4e-495c5069282b),segment_id=5a72f2a3-235a-4761-8c4e-495c5069282b)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:57:02.760885 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (560dbb8b-dbf2-4e5b-8c36-ce736d3006f9), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:02.761705 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device fff424a3-655d-48b5-9050-0acbe0bf6be8 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:57:02.806452 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3782b618-ce0a-454f-af53-f31f1be65003 x-openstack-request-id: req-3782b618-ce0a-454f-af53-f31f1be65003 {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:57:02.806770 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca65c2b-f790-494c-9583-2b1016f543a6", "name": "network-vif-plugged", "status": "completed", "tag": "560dbb8b-dbf2-4e5b-8c36-ce736d3006f9", "code": 200}]} {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:57:02.807028 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3782b618-ce0a-454f-af53-f31f1be65003 {{(pid=110261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:57:02.807421 dv-cinder-836074-2-iscsi neutron-server[110261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3782b618-ce0a-454f-af53-f31f1be65003'] response: {'server_uuid': 'bca65c2b-f790-494c-9583-2b1016f543a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560dbb8b-dbf2-4e5b-8c36-ce736d3006f9', 'code': 200} Apr 06 11:57:02.846416 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=560dbb8b-dbf2-4e5b-8c36-ce736d3006f9,revision_number=5']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:57:02.894565 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port fff424a3-655d-48b5-9050-0acbe0bf6be8 is: ACTIVE; New status is: DOWN {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:57:02.895206 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (fff424a3-655d-48b5-9050-0acbe0bf6be8), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:02.939757 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port fff424a3-655d-48b5-9050-0acbe0bf6be8, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fff424a3-655d-48b5-9050-0acbe0bf6be8,segment=NetworkSegment(deb309b9-5789-464c-9c33-f60bf6e06a39),segment_id=deb309b9-5789-464c-9c33-f60bf6e06a39)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:57:02.945355 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (fff424a3-655d-48b5-9050-0acbe0bf6be8), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:02.954477 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073e55b-67df-4102-9d39-b83540e5c0ea req-88aabb72-cc0f-4848-ae2e-88f238e851d6 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:02.956118 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3073e55b-67df-4102-9d39-b83540e5c0ea req-88aabb72-cc0f-4848-ae2e-88f238e851d6 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 945 time: 0.0859902 Apr 06 11:57:03.027846 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=fff424a3-655d-48b5-9050-0acbe0bf6be8,revision_number=8']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:57:03.073599 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3073e55b-67df-4102-9d39-b83540e5c0ea req-b3d875fd-4944-42c6-898c-e943c4ac59b6 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104736 Apr 06 11:57:03.175222 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c5b01-d37e-4835-9864-32b536b51186 req-85779fa6-b760-499e-959f-3b6caeb6eff8 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:03.176779 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f33c5b01-d37e-4835-9864-32b536b51186 req-85779fa6-b760-499e-959f-3b6caeb6eff8 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0984178 Apr 06 11:57:03.182996 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791aa03-f468-4edd-a8b8-a59827db8aa2 req-e24f2ef0-c4bc-425a-a946-85085d33dae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:03.184467 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4791aa03-f468-4edd-a8b8-a59827db8aa2 req-e24f2ef0-c4bc-425a-a946-85085d33dae0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 1129 time: 0.0673001 Apr 06 11:57:03.264200 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4791aa03-f468-4edd-a8b8-a59827db8aa2 req-93e732b0-1187-4a41-aa60-54d2abc2bd7d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720105 Apr 06 11:57:03.267370 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f33c5b01-d37e-4835-9864-32b536b51186 req-788480c2-5bfb-466e-a4d6-6506b18569a4 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818806 Apr 06 11:57:03.880529 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [req-032cb06e-bb52-4dd2-ab93-24ce467640f4 req-7ec9e4f4-65f6-4109-833c-f969c650e605 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=110260) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:57:03.881571 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-032cb06e-bb52-4dd2-ab93-24ce467640f4 req-7ec9e4f4-65f6-4109-833c-f969c650e605 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054524 Apr 06 11:57:04.097526 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219c5fc-129f-472f-ae9a-53fcda3e9260 req-268e68c1-dfd5-400b-a5d0-cf361505c25e tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:04.099376 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-5219c5fc-129f-472f-ae9a-53fcda3e9260 req-268e68c1-dfd5-400b-a5d0-cf361505c25e tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0734067 Apr 06 11:57:04.170996 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-5219c5fc-129f-472f-ae9a-53fcda3e9260 req-4efc5aa3-d12b-430f-860a-65e33dca3740 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635662 Apr 06 11:57:04.236565 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af55be3-3093-47f0-b1be-465c10c1ef92 req-47757fbd-2113-427e-9ee7-ebfb215804c9 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:04.238196 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9af55be3-3093-47f0-b1be-465c10c1ef92 req-47757fbd-2113-427e-9ee7-ebfb215804c9 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 945 time: 0.0763695 Apr 06 11:57:04.308187 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9af55be3-3093-47f0-b1be-465c10c1ef92 req-c9ce6347-787e-401d-8a37-db42dc53a5d1 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616524 Apr 06 11:57:04.392844 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 49860) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:57:04.517299 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a586e072-74a4-48de-9a65-bacb5f44a3ec req-a84fe9e4-8605-47ca-b41b-ce1ad5d3696f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1230123 Apr 06 11:57:04.528442 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [req-a586e072-74a4-48de-9a65-bacb5f44a3ec req-6afeb415-18a2-4d7e-a544-eec15c2412c5 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=110260) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:57:04.529545 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a586e072-74a4-48de-9a65-bacb5f44a3ec req-6afeb415-18a2-4d7e-a544-eec15c2412c5 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068402 Apr 06 11:57:04.624944 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 49870) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:57:04.750207 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586e072-74a4-48de-9a65-bacb5f44a3ec req-a4636a5a-5175-40a6-8848-b3cb97702456 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:04.751911 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a586e072-74a4-48de-9a65-bacb5f44a3ec req-a4636a5a-5175-40a6-8848-b3cb97702456 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports/fff424a3-655d-48b5-9050-0acbe0bf6be8 HTTP/1.1" status: 200 len: 940 time: 0.1257315 Apr 06 11:57:04.809109 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d25b01-e6f2-4b42-94ac-dbc0235a4edc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fff424a3-655d-48b5-9050-0acbe0bf6be8'}] {{(pid=110261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:57:04.812242 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa90572765a02b80253351879fa6496fbbfbce8a00fa36c7b280133d65d0c1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d543fa09-0393-4747-87d8-c03309c0874f" -d '{"events": [{"server_uuid": "41d25b01-e6f2-4b42-94ac-dbc0235a4edc", "name": "network-vif-unplugged", "status": "completed", "tag": "fff424a3-655d-48b5-9050-0acbe0bf6be8"}]}' {{(pid=110261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:57:04.854855 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Apr 2022 11:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f5e2cf-dac1-4e36-9cc9-1ff5025985bc x-openstack-request-id: req-27f5e2cf-dac1-4e36-9cc9-1ff5025985bc {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:57:04.854855 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d25b01-e6f2-4b42-94ac-dbc0235a4edc", "name": "network-vif-unplugged", "status": "failed", "tag": "fff424a3-655d-48b5-9050-0acbe0bf6be8", "code": 422}]} {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:57:04.854855 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-27f5e2cf-dac1-4e36-9cc9-1ff5025985bc {{(pid=110261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:57:04.855526 dv-cinder-836074-2-iscsi neutron-server[110261]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-27f5e2cf-dac1-4e36-9cc9-1ff5025985bc']: {'server_uuid': '41d25b01-e6f2-4b42-94ac-dbc0235a4edc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fff424a3-655d-48b5-9050-0acbe0bf6be8', 'code': 422} returned with failed status Apr 06 11:57:05.328167 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116942c2-ecaa-429b-bfd2-a4f7b164bdc9 req-c9728cc9-bcb5-498c-badf-e6bb20078d10 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:05.330450 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-116942c2-ecaa-429b-bfd2-a4f7b164bdc9 req-c9728cc9-bcb5-498c-badf-e6bb20078d10 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0650251 Apr 06 11:57:05.395107 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-116942c2-ecaa-429b-bfd2-a4f7b164bdc9 req-d1e38639-47c5-42b8-b2ef-6e19f3729d64 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583746 Apr 06 11:57:05.449891 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba52f4-5957-489c-a2ee-da9342cf64b1 req-a5bd23e7-bbfd-45f4-a02e-b695dc1a701f tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:05.451518 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-36ba52f4-5957-489c-a2ee-da9342cf64b1 req-a5bd23e7-bbfd-45f4-a02e-b695dc1a701f tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 945 time: 0.0601447 Apr 06 11:57:05.514793 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-36ba52f4-5957-489c-a2ee-da9342cf64b1 req-717ed567-aecf-4fa0-8a62-23111492f0f2 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546322 Apr 06 11:57:06.534666 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934149a8-2ac4-41ed-8745-0ebaf8ce4add req-98fab340-378c-4d5e-a703-217f02e661dc tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:06.536331 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-934149a8-2ac4-41ed-8745-0ebaf8ce4add req-98fab340-378c-4d5e-a703-217f02e661dc tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0618918 Apr 06 11:57:06.569595 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device fff424a3-655d-48b5-9050-0acbe0bf6be8 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:57:06.601812 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-934149a8-2ac4-41ed-8745-0ebaf8ce4add req-44acd166-1f39-4040-9b12-41965ee120eb tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561206 Apr 06 11:57:06.685743 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b522984-5635-475a-8f2a-e2bc0fb9ad21 req-90866352-a42b-456a-85a8-225f7a4580ec tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:06.686436 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port fff424a3-655d-48b5-9050-0acbe0bf6be8 is: DOWN; New status is: DOWN {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:57:06.687222 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-9b522984-5635-475a-8f2a-e2bc0fb9ad21 req-90866352-a42b-456a-85a8-225f7a4580ec tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 945 time: 0.0719626 Apr 06 11:57:06.747951 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-9b522984-5635-475a-8f2a-e2bc0fb9ad21 req-0ca78dff-e4cf-4b8d-9a1c-a03ca630b173 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543804 Apr 06 11:57:06.888670 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0db5d-1c78-4b36-a0db-599b6c3a7c11 req-33486f3a-cfec-45c6-9d1b-f605917bd932 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:06.890663 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-23b0db5d-1c78-4b36-a0db-599b6c3a7c11 req-33486f3a-cfec-45c6-9d1b-f605917bd932 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 945 time: 0.0641947 Apr 06 11:57:06.950794 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-23b0db5d-1c78-4b36-a0db-599b6c3a7c11 req-564e1cac-f58c-4ba8-a266-c2a1aca530df tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534642 Apr 06 11:57:06.981317 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 49898) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:57:07.085614 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e290889b-7a90-4651-9b1a-00f4917ca6dc tempest-TestVolumeBootPattern-1275306051 tempest-TestVolumeBootPattern-1275306051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:07.087265 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-e290889b-7a90-4651-9b1a-00f4917ca6dc tempest-TestVolumeBootPattern-1275306051 tempest-TestVolumeBootPattern-1275306051-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 1124 time: 0.1048784 Apr 06 11:57:07.090519 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 49902) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:57:07.095933 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-1c0ef2d2-778e-44fa-b6b0-4da764af86bd tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Request body: {'floatingip': {'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'port_id': '560dbb8b-dbf2-4e5b-8c36-ce736d3006f9', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:57:07.121686 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-1c0ef2d2-778e-44fa-b6b0-4da764af86bd tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:07.241058 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-1c0ef2d2-778e-44fa-b6b0-4da764af86bd tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:07.611810 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [None req-1c0ef2d2-778e-44fa-b6b0-4da764af86bd tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Allocated IP 172.27.1.115 (f8bc4371-0f06-4ac4-8212-20e00bcdd0be/f72af3a5-4f9e-49cd-911b-77b0f5cebaf5/b8022c11-b632-4b8a-9109-972d05658b39) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:57:07.754289 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd6a0b-c80c-4850-bf48-2f72fed92d40 req-e7eebfb2-5ded-4e51-9d54-5d66b127d144 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:07.755948 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-91bd6a0b-c80c-4850-bf48-2f72fed92d40 req-e7eebfb2-5ded-4e51-9d54-5d66b127d144 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0639632 Apr 06 11:57:07.756499 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-1c0ef2d2-778e-44fa-b6b0-4da764af86bd tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for port (b8022c11-b632-4b8a-9109-972d05658b39), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:07.794008 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-1c0ef2d2-778e-44fa-b6b0-4da764af86bd tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (b8022c11-b632-4b8a-9109-972d05658b39), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:07.824195 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-91bd6a0b-c80c-4850-bf48-2f72fed92d40 req-2105a04a-40ef-4b9b-911a-a8c8a2953391 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620372 Apr 06 11:57:07.852881 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0ef2d2-778e-44fa-b6b0-4da764af86bd tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Network f8bc4371-0f06-4ac4-8212-20e00bcdd0be is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:57:07.858082 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-1c0ef2d2-778e-44fa-b6b0-4da764af86bd tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:57:07.869326 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0ef2d2-778e-44fa-b6b0-4da764af86bd tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:57:07.918955 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ef2d2-778e-44fa-b6b0-4da764af86bd tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Pushing event updated for resources: {'Port': ['ID=b8022c11-b632-4b8a-9109-972d05658b39,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:57:08.347061 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-1c0ef2d2-778e-44fa-b6b0-4da764af86bd tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for floatingip (d11392ac-62a5-4009-8a11-158f9af5db8d), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:08.433448 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-1c0ef2d2-778e-44fa-b6b0-4da764af86bd tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (b8022c11-b632-4b8a-9109-972d05658b39), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:08.620122 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-1c0ef2d2-778e-44fa-b6b0-4da764af86bd tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for port (b8022c11-b632-4b8a-9109-972d05658b39), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:08.626757 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-1c0ef2d2-778e-44fa-b6b0-4da764af86bd tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (b8022c11-b632-4b8a-9109-972d05658b39), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:08.705926 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ef2d2-778e-44fa-b6b0-4da764af86bd tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Pushing event updated for resources: {'Port': ['ID=b8022c11-b632-4b8a-9109-972d05658b39,revision_number=2']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:57:08.720271 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-1c0ef2d2-778e-44fa-b6b0-4da764af86bd tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (d11392ac-62a5-4009-8a11-158f9af5db8d), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:08.827339 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.db.l3_db [None req-1c0ef2d2-778e-44fa-b6b0-4da764af86bd tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Floating IP d11392ac-62a5-4009-8a11-158f9af5db8d associated. External IP: 172.27.1.115, port: 560dbb8b-dbf2-4e5b-8c36-ce736d3006f9. Apr 06 11:57:09.058505 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a5d9e-724d-4a7e-9c91-3ac2ae917ef9 req-67651c01-53bb-4837-8850-db25f35fa930 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:09.060372 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-fd8a5d9e-724d-4a7e-9c91-3ac2ae917ef9 req-67651c01-53bb-4837-8850-db25f35fa930 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.1139028 Apr 06 11:57:09.187879 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-fd8a5d9e-724d-4a7e-9c91-3ac2ae917ef9 req-d9d98ca2-ed6d-4411-ad84-4315766ace78 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742149 Apr 06 11:57:09.192274 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0ef2d2-778e-44fa-b6b0-4da764af86bd tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Router 56adb4fd-3158-4daa-9579-5f2331fdebc2 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:57:09.315951 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0ef2d2-778e-44fa-b6b0-4da764af86bd tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:57:09.326523 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9055e154-1331-4bf2-9f04-8a4db47adaa0 None None] Sync routers for ids ['56adb4fd-3158-4daa-9579-5f2331fdebc2'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:57:09.336236 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-1c0ef2d2-778e-44fa-b6b0-4da764af86bd tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:09.340271 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9055e154-1331-4bf2-9f04-8a4db47adaa0 None None] Routers {'56adb4fd-3158-4daa-9579-5f2331fdebc2'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:57:09.340849 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-9055e154-1331-4bf2-9f04-8a4db47adaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:56:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['56adb4fd-3158-4daa-9579-5f2331fdebc2'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:57:09.371271 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-1c0ef2d2-778e-44fa-b6b0-4da764af86bd tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2795231 Apr 06 11:57:09.372114 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca65c2b-f790-494c-9583-2b1016f543a6', 'tag': '560dbb8b-dbf2-4e5b-8c36-ce736d3006f9'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:57:09.374651 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6330141-dd9a-44b6-a1cc-f4c79add180b" -d '{"events": [{"name": "network-changed", "server_uuid": "bca65c2b-f790-494c-9583-2b1016f543a6", "tag": "560dbb8b-dbf2-4e5b-8c36-ce736d3006f9"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:57:09.412074 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fe8891-157c-4f2f-91c4-cf404d1b92a7 x-openstack-request-id: req-94fe8891-157c-4f2f-91c4-cf404d1b92a7 {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:57:09.412365 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca65c2b-f790-494c-9583-2b1016f543a6", "tag": "560dbb8b-dbf2-4e5b-8c36-ce736d3006f9", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:57:09.412612 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-94fe8891-157c-4f2f-91c4-cf404d1b92a7 {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:57:09.413040 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94fe8891-157c-4f2f-91c4-cf404d1b92a7'] response: {'name': 'network-changed', 'server_uuid': 'bca65c2b-f790-494c-9583-2b1016f543a6', 'tag': '560dbb8b-dbf2-4e5b-8c36-ce736d3006f9', 'status': 'completed', 'code': 200} Apr 06 11:57:09.467412 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-9055e154-1331-4bf2-9f04-8a4db47adaa0 None None] Set router 56adb4fd-3158-4daa-9579-5f2331fdebc2 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:57:09.799499 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-9055e154-1331-4bf2-9f04-8a4db47adaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'name': 'tempest-TestVolumeBootPattern-1445952456-router', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f908e075-bc96-4931-a795-06584cf36857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:44Z', 'updated_at': '2022-04-06T11:55:48Z', 'revision_number': 4, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'gw_port': {'id': 'f908e075-bc96-4931-a795-06584cf36857', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:45Z', 'updated_at': '2022-04-06T11:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': 'd11392ac-62a5-4009-8a11-158f9af5db8d', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'port_id': '560dbb8b-dbf2-4e5b-8c36-ce736d3006f9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'mac_address': 'fa:16:3e:e9:b1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca65c2b-f790-494c-9583-2b1016f543a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:57:08Z', 'updated_at': '2022-04-06T11:57:08Z', 'revision_number': 0, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd0417c-f51c-4642-b234-2283f5f80798', 'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'mac_address': 'fa:16:3e:ce:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:47Z', 'updated_at': '2022-04-06T11:55:54Z', 'revision_number': 5, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'subnets': [{'id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:57:09.830069 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9055e154-1331-4bf2-9f04-8a4db47adaa0 None None] Checking router: 56adb4fd-3158-4daa-9579-5f2331fdebc2 for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:57:09.840280 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9055e154-1331-4bf2-9f04-8a4db47adaa0 None None] Routers {'56adb4fd-3158-4daa-9579-5f2331fdebc2'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:57:09.840980 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-9055e154-1331-4bf2-9f04-8a4db47adaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:56:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['56adb4fd-3158-4daa-9579-5f2331fdebc2'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:57:09.876146 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6330141-dd9a-44b6-a1cc-f4c79add180b req-914dd560-c8fe-4f12-8a7c-b5fd2daf1270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:09.878763 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e6330141-dd9a-44b6-a1cc-f4c79add180b req-914dd560-c8fe-4f12-8a7c-b5fd2daf1270 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2337ee61074c4b3ea35e6f0c52ff6fe5&device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 1129 time: 0.0528603 Apr 06 11:57:09.968296 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-9055e154-1331-4bf2-9f04-8a4db47adaa0 None None] Set router 56adb4fd-3158-4daa-9579-5f2331fdebc2 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:57:09.991605 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6330141-dd9a-44b6-a1cc-f4c79add180b req-d160864b-f3c5-402e-8750-cebef5b89779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:09.994193 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e6330141-dd9a-44b6-a1cc-f4c79add180b req-d160864b-f3c5-402e-8750-cebef5b89779 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 HTTP/1.1" status: 200 len: 913 time: 0.1095154 Apr 06 11:57:10.201180 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-9055e154-1331-4bf2-9f04-8a4db47adaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'name': 'tempest-TestVolumeBootPattern-1445952456-router', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f908e075-bc96-4931-a795-06584cf36857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:44Z', 'updated_at': '2022-04-06T11:55:48Z', 'revision_number': 4, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'gw_port': {'id': 'f908e075-bc96-4931-a795-06584cf36857', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:45Z', 'updated_at': '2022-04-06T11:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': 'd11392ac-62a5-4009-8a11-158f9af5db8d', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'port_id': '560dbb8b-dbf2-4e5b-8c36-ce736d3006f9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'mac_address': 'fa:16:3e:e9:b1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca65c2b-f790-494c-9583-2b1016f543a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:57:08Z', 'updated_at': '2022-04-06T11:57:08Z', 'revision_number': 0, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd0417c-f51c-4642-b234-2283f5f80798', 'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'mac_address': 'fa:16:3e:ce:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:47Z', 'updated_at': '2022-04-06T11:55:54Z', 'revision_number': 5, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'subnets': [{'id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:57:10.231198 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9055e154-1331-4bf2-9f04-8a4db47adaa0 None None] The sync data for ids ['56adb4fd-3158-4daa-9579-5f2331fdebc2'] in dv-cinder-836074-2-iscsi is: [{'id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'name': 'tempest-TestVolumeBootPattern-1445952456-router', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f908e075-bc96-4931-a795-06584cf36857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:44Z', 'updated_at': '2022-04-06T11:55:48Z', 'revision_number': 4, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'gw_port': {'id': 'f908e075-bc96-4931-a795-06584cf36857', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:45Z', 'updated_at': '2022-04-06T11:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': 'd11392ac-62a5-4009-8a11-158f9af5db8d', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'port_id': '560dbb8b-dbf2-4e5b-8c36-ce736d3006f9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'mac_address': 'fa:16:3e:e9:b1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca65c2b-f790-494c-9583-2b1016f543a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:57:08Z', 'updated_at': '2022-04-06T11:57:08Z', 'revision_number': 0, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd0417c-f51c-4642-b234-2283f5f80798', 'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'mac_address': 'fa:16:3e:ce:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:47Z', 'updated_at': '2022-04-06T11:55:54Z', 'revision_number': 5, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'subnets': [{'id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:57:10.335500 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120603eb-6e30-43bb-b18e-08302b57924b req-b83f0f3e-6c29-4abf-8b2d-a5481c0dfed1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:10.341322 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-120603eb-6e30-43bb-b18e-08302b57924b req-b83f0f3e-6c29-4abf-8b2d-a5481c0dfed1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0673513 Apr 06 11:57:10.521374 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e6330141-dd9a-44b6-a1cc-f4c79add180b req-5f4b0cca-eabf-46ea-8365-866a3fc46cc9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=560dbb8b-dbf2-4e5b-8c36-ce736d3006f9 HTTP/1.1" status: 200 len: 999 time: 0.1510322 Apr 06 11:57:10.526864 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789de761-d35c-4a35-ae9e-149a54e26efd None None] New status for floating IP d11392ac-62a5-4009-8a11-158f9af5db8d: ACTIVE {{(pid=110261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:57:10.533446 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-120603eb-6e30-43bb-b18e-08302b57924b req-f0af6841-e5a2-430a-b357-65402776da74 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877995 Apr 06 11:57:10.571512 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3fb0a13c-811e-4d2a-bf1f-9b7ed91390d6 req-b079f17f-c615-4c06-bc3b-8001694d53bc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0904794 Apr 06 11:57:10.620861 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6330141-dd9a-44b6-a1cc-f4c79add180b req-f3e80927-e4c5-47d6-9742-67059df8acb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:10.622540 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e6330141-dd9a-44b6-a1cc-f4c79add180b req-f3e80927-e4c5-47d6-9742-67059df8acb8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e31e5bbd-037a-4f1a-a10c-307b016ff749 HTTP/1.1" status: 200 len: 851 time: 0.0497706 Apr 06 11:57:10.716560 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0a13c-811e-4d2a-bf1f-9b7ed91390d6 req-c688465d-d2d4-4fff-89f9-314da403f149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:10.718776 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3fb0a13c-811e-4d2a-bf1f-9b7ed91390d6 req-c688465d-d2d4-4fff-89f9-314da403f149 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6bf3687e8d0448cfb29d393230e0fba3&device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 1130 time: 0.0842769 Apr 06 11:57:10.743516 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6330141-dd9a-44b6-a1cc-f4c79add180b req-734975b7-d1fd-468f-9b01-35a79ecf0e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:10.745783 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e6330141-dd9a-44b6-a1cc-f4c79add180b req-734975b7-d1fd-468f-9b01-35a79ecf0e7c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1007721 Apr 06 11:57:10.922869 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e6330141-dd9a-44b6-a1cc-f4c79add180b req-cf7d9604-184a-4c7f-86db-f8ff6885bbd2 service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694193 Apr 06 11:57:10.924030 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0a13c-811e-4d2a-bf1f-9b7ed91390d6 req-d0ef1d36-e442-4330-ac46-6354848247f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:10.925788 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3fb0a13c-811e-4d2a-bf1f-9b7ed91390d6 req-d0ef1d36-e442-4330-ac46-6354848247f9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=99bd6fac-a9a5-4214-bfa7-98f9f937fa30 HTTP/1.1" status: 200 len: 913 time: 0.1652014 Apr 06 11:57:11.054637 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3fb0a13c-811e-4d2a-bf1f-9b7ed91390d6 req-3c94d2e4-913f-4058-84f7-35583d058511 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cf15194-eb24-4e90-b788-4ee67fcc037c HTTP/1.1" status: 200 len: 1001 time: 0.1044440 Apr 06 11:57:11.107904 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e6330141-dd9a-44b6-a1cc-f4c79add180b req-4749abe0-a019-4bcd-96a1-17a81931b1bd service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651430 Apr 06 11:57:11.120828 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0a13c-811e-4d2a-bf1f-9b7ed91390d6 req-e5229f10-51b9-4cc9-8491-de6e7fb6f6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:11.122244 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3fb0a13c-811e-4d2a-bf1f-9b7ed91390d6 req-e5229f10-51b9-4cc9-8491-de6e7fb6f6e8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=30cc3b5e-6713-4293-92dc-273ba182e38b HTTP/1.1" status: 200 len: 851 time: 0.0573814 Apr 06 11:57:11.190663 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0a13c-811e-4d2a-bf1f-9b7ed91390d6 req-bef4ec1c-0114-44ed-82f3-3e6b795f8929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:11.192360 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3fb0a13c-811e-4d2a-bf1f-9b7ed91390d6 req-bef4ec1c-0114-44ed-82f3-3e6b795f8929 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99bd6fac-a9a5-4214-bfa7-98f9f937fa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510566 Apr 06 11:57:11.306751 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3fb0a13c-811e-4d2a-bf1f-9b7ed91390d6 req-188be5e9-c693-446d-a6ee-f56c2263b4a1 service neutron] 10.222.0.53 "GET /v2.0/networks/99bd6fac-a9a5-4214-bfa7-98f9f937fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987699 Apr 06 11:57:11.427064 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3fb0a13c-811e-4d2a-bf1f-9b7ed91390d6 req-8e0dc65e-95ad-4dac-8673-f6736d41ec6f service neutron] 10.222.0.53 "GET /v2.0/networks/99bd6fac-a9a5-4214-bfa7-98f9f937fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122921 Apr 06 11:57:11.685141 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc879d04-3b99-4fd7-9853-8d7a65f61921 req-0132f5f0-6395-4927-996c-6654dd404337 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:11.686591 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-cc879d04-3b99-4fd7-9853-8d7a65f61921 req-0132f5f0-6395-4927-996c-6654dd404337 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0609200 Apr 06 11:57:11.763698 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-cc879d04-3b99-4fd7-9853-8d7a65f61921 req-00d62e3d-7808-44c8-abbc-bc236b4b70cc tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657375 Apr 06 11:57:12.249142 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-d39e3f5c-b4b8-41d5-86b8-b3ed806ad81b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:12.907322 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b857bc-d24e-4705-bbd1-17a09e0a0464 req-dffad129-a18c-4ff3-a24e-fe066068d795 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:12.909203 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e2b857bc-d24e-4705-bbd1-17a09e0a0464 req-dffad129-a18c-4ff3-a24e-fe066068d795 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0703006 Apr 06 11:57:12.961338 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e2b857bc-d24e-4705-bbd1-17a09e0a0464 req-6bdcf3c6-801f-4038-a973-ae1a9eb6f760 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463440 Apr 06 11:57:14.033472 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:14.117360 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2dbb1-856b-4a31-9302-78e28ed3ed8d req-2af81ae3-2f2f-4079-948f-4974c89a47ef tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:14.118888 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-79b2dbb1-856b-4a31-9302-78e28ed3ed8d req-2af81ae3-2f2f-4079-948f-4974c89a47ef tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0732455 Apr 06 11:57:14.170261 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-79b2dbb1-856b-4a31-9302-78e28ed3ed8d req-e8685f0e-87d6-40e6-b94e-c30c3e94b72d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456326 Apr 06 11:57:15.096518 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-721af6d8-bb57-439e-866e-b3c3857e72cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:15.305458 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598c4a8-8075-4c06-bff5-32f355df2ee0 req-40a364b6-081c-4ee4-8e9c-28c39e20fc74 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:15.307090 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3598c4a8-8075-4c06-bff5-32f355df2ee0 req-40a364b6-081c-4ee4-8e9c-28c39e20fc74 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0578015 Apr 06 11:57:15.388738 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3598c4a8-8075-4c06-bff5-32f355df2ee0 req-2782fa9f-af67-4458-aa78-0d1a65e8ca4f tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694053 Apr 06 11:57:16.444605 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:16.542136 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b7335-03e2-46ca-9c73-65d1de3b33d4 req-5720ef20-9bf1-496e-a181-3ea4e858b30d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:16.545047 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-546b7335-03e2-46ca-9c73-65d1de3b33d4 req-5720ef20-9bf1-496e-a181-3ea4e858b30d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0675440 Apr 06 11:57:16.629957 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-546b7335-03e2-46ca-9c73-65d1de3b33d4 req-1c4b4374-b83b-4b06-b9b3-75df4f0b5552 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773022 Apr 06 11:57:16.939097 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586e072-74a4-48de-9a65-bacb5f44a3ec req-db6d76a9-55ed-4701-919f-ac461fe2fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:16.940639 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a586e072-74a4-48de-9a65-bacb5f44a3ec req-db6d76a9-55ed-4701-919f-ac461fe2fcae service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc&tenant_id=1a2c38a64ffb4474b4a145f9808cc37f HTTP/1.1" status: 200 len: 1127 time: 0.3582623 Apr 06 11:57:17.068083 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586e072-74a4-48de-9a65-bacb5f44a3ec req-160a6128-ccce-4c90-bc29-29da9bb169ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:17.069725 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a586e072-74a4-48de-9a65-bacb5f44a3ec req-160a6128-ccce-4c90-bc29-29da9bb169ee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a2c38a64ffb4474b4a145f9808cc37f&device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 1127 time: 0.0666647 Apr 06 11:57:17.240744 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586e072-74a4-48de-9a65-bacb5f44a3ec req-ad9f37f2-4c49-4e24-b3a5-cfa55a7a3c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:17.242179 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a586e072-74a4-48de-9a65-bacb5f44a3ec req-ad9f37f2-4c49-4e24-b3a5-cfa55a7a3c4b service neutron] 10.222.0.53 "GET /v2.0/networks?id=04e35c34-b38e-495d-ab59-a36a4ea05864 HTTP/1.1" status: 200 len: 917 time: 0.1019812 Apr 06 11:57:17.561795 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a586e072-74a4-48de-9a65-bacb5f44a3ec req-64d76c1c-14b7-485a-b97f-8b513cedaf14 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fff424a3-655d-48b5-9050-0acbe0bf6be8 HTTP/1.1" status: 200 len: 998 time: 0.0714979 Apr 06 11:57:17.614207 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586e072-74a4-48de-9a65-bacb5f44a3ec req-bed15c3e-7dde-44c8-b5c8-2a30cc825c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:17.615715 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a586e072-74a4-48de-9a65-bacb5f44a3ec req-bed15c3e-7dde-44c8-b5c8-2a30cc825c7a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3051baf9-8ef0-43f1-94ee-3a605ed467b3 HTTP/1.1" status: 200 len: 855 time: 0.0473073 Apr 06 11:57:17.679423 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586e072-74a4-48de-9a65-bacb5f44a3ec req-632ca13b-c020-4453-a43e-76806c2d780a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:17.681066 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a586e072-74a4-48de-9a65-bacb5f44a3ec req-632ca13b-c020-4453-a43e-76806c2d780a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04e35c34-b38e-495d-ab59-a36a4ea05864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588257 Apr 06 11:57:17.850567 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a586e072-74a4-48de-9a65-bacb5f44a3ec req-00a22944-ea06-4aa4-88db-9f4f34e2bde6 service neutron] 10.222.0.53 "GET /v2.0/networks/04e35c34-b38e-495d-ab59-a36a4ea05864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618495 Apr 06 11:57:17.858425 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73418e-c01c-4332-8484-0f45addde7a7 req-c4762a4f-89e0-42f6-bef8-a75748f2535d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:17.860979 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-1a73418e-c01c-4332-8484-0f45addde7a7 req-c4762a4f-89e0-42f6-bef8-a75748f2535d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.1239371 Apr 06 11:57:17.967136 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-1a73418e-c01c-4332-8484-0f45addde7a7 req-576f98e8-621b-4769-94c3-fd29aa31958d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976036 Apr 06 11:57:17.996592 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a586e072-74a4-48de-9a65-bacb5f44a3ec req-4995a6a2-9305-4658-8980-c1d806c83c82 service neutron] 10.222.0.53 "GET /v2.0/networks/04e35c34-b38e-495d-ab59-a36a4ea05864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345410 Apr 06 11:57:18.774453 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:19.065508 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:19.189438 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945e3b9-9ea1-4d52-820a-9ce85c055e68 req-3a846176-50d6-4883-a572-1cd92661f351 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:19.192940 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f945e3b9-9ea1-4d52-820a-9ce85c055e68 req-3a846176-50d6-4883-a572-1cd92661f351 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.1056843 Apr 06 11:57:19.275406 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f945e3b9-9ea1-4d52-820a-9ce85c055e68 req-78f9ca01-0986-4a41-8e5e-6769b5794c45 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750866 Apr 06 11:57:20.485861 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf169b95-9d36-41b2-bf11-096325d5c54e req-2f7212d3-0fe1-4c5b-a7d2-2aebeef351c4 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:20.488604 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bf169b95-9d36-41b2-bf11-096325d5c54e req-2f7212d3-0fe1-4c5b-a7d2-2aebeef351c4 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.1017189 Apr 06 11:57:20.554026 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bf169b95-9d36-41b2-bf11-096325d5c54e req-8e843477-1c39-4b2b-b551-4320a5022165 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557334 Apr 06 11:57:21.714158 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75962522-cd6b-44bb-b92c-6477c2263d55 req-959013bf-45aa-4a4c-98ce-ba9d5f80a85a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:21.715695 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-75962522-cd6b-44bb-b92c-6477c2263d55 req-959013bf-45aa-4a4c-98ce-ba9d5f80a85a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0582252 Apr 06 11:57:21.773625 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-75962522-cd6b-44bb-b92c-6477c2263d55 req-62f01df4-15fb-4719-926c-c51bd8484251 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475729 Apr 06 11:57:22.940879 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3c305-0312-4cbd-adc7-670a0516f398 req-cfc4126b-9a21-4c7c-a6be-2ed974917c64 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:22.942407 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e4d3c305-0312-4cbd-adc7-670a0516f398 req-cfc4126b-9a21-4c7c-a6be-2ed974917c64 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0646515 Apr 06 11:57:22.991053 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e4d3c305-0312-4cbd-adc7-670a0516f398 req-2eb92973-8f90-4008-8755-94baffccf3e8 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426338 Apr 06 11:57:23.622902 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:57:24.184603 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03711121-de11-4b5a-ac1e-bcb8d48bb4f8 req-85932424-7213-4240-8718-56f1394a5b52 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:24.186126 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-03711121-de11-4b5a-ac1e-bcb8d48bb4f8 req-85932424-7213-4240-8718-56f1394a5b52 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0728731 Apr 06 11:57:24.237382 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-03711121-de11-4b5a-ac1e-bcb8d48bb4f8 req-de39005d-4317-41f4-a7ae-e910b7f335b5 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457740 Apr 06 11:57:25.409939 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc1f3a-e3ce-4c58-b266-8343ef2ff984 req-56cb5678-68ad-4db3-8ebb-6038c7f133c0 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:25.411835 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3dbc1f3a-e3ce-4c58-b266-8343ef2ff984 req-56cb5678-68ad-4db3-8ebb-6038c7f133c0 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0855310 Apr 06 11:57:25.495126 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3dbc1f3a-e3ce-4c58-b266-8343ef2ff984 req-9513302a-e3bd-4dc1-8469-545c42ed349d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713203 Apr 06 11:57:26.651001 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a55a0f-0927-4f60-9502-6e8e5d37fac6 req-31db80ef-80d8-418b-a7fa-2db4d756f537 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:26.652506 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-29a55a0f-0927-4f60-9502-6e8e5d37fac6 req-31db80ef-80d8-418b-a7fa-2db4d756f537 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0609648 Apr 06 11:57:26.702452 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-29a55a0f-0927-4f60-9502-6e8e5d37fac6 req-a5e40a83-ce2e-4e49-9154-a8affcd4c978 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425906 Apr 06 11:57:27.861370 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb01e25-13fc-4c1c-999d-da66f4acf34e req-8b7e9e44-08b2-4d79-9dc8-28bad34cf4d3 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:27.862914 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4cb01e25-13fc-4c1c-999d-da66f4acf34e req-8b7e9e44-08b2-4d79-9dc8-28bad34cf4d3 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0624774 Apr 06 11:57:27.915335 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4cb01e25-13fc-4c1c-999d-da66f4acf34e req-aeae4c93-31ba-4d81-a220-d04bb65781a6 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443947 Apr 06 11:57:29.087682 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527b3a4-1113-4a93-824d-4566144bec9b req-bf7010c7-f41c-40ee-85e5-fd6200fb1fa9 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:29.089233 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-9527b3a4-1113-4a93-824d-4566144bec9b req-bf7010c7-f41c-40ee-85e5-fd6200fb1fa9 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0696995 Apr 06 11:57:29.163929 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-9527b3a4-1113-4a93-824d-4566144bec9b req-38701bf9-0f6a-4617-9944-b48ecc47e7a6 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675616 Apr 06 11:57:30.351293 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d8b8b-9206-466c-bf94-5b91c093669d req-13694a8d-e0ce-4788-a090-10684365c39f tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:30.353870 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-021d8b8b-9206-466c-bf94-5b91c093669d req-13694a8d-e0ce-4788-a090-10684365c39f tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0851786 Apr 06 11:57:30.440097 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-021d8b8b-9206-466c-bf94-5b91c093669d req-cd9feddb-3cae-4e69-8628-3198fdb77cbc tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799768 Apr 06 11:57:31.578328 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa336984-64a5-4620-8f5c-f602c28f5391 req-6cd06d7e-4eaf-4a0e-b8a7-4d8401eb045d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:31.579980 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-fa336984-64a5-4620-8f5c-f602c28f5391 req-6cd06d7e-4eaf-4a0e-b8a7-4d8401eb045d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0682907 Apr 06 11:57:31.640018 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-fa336984-64a5-4620-8f5c-f602c28f5391 req-e50f83e5-ccdb-41dc-a61a-0eb89e00a77a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519621 Apr 06 11:57:32.803833 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1b208-53a9-43ed-ba04-76a06f8e3642 req-d0497f3b-963d-47b8-ad72-db5887d56556 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:32.806282 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1dc1b208-53a9-43ed-ba04-76a06f8e3642 req-d0497f3b-963d-47b8-ad72-db5887d56556 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0755591 Apr 06 11:57:32.857036 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1dc1b208-53a9-43ed-ba04-76a06f8e3642 req-4d1537ef-8e59-40eb-af3e-424447f7a3bb tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453112 Apr 06 11:57:33.998419 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd3d87-6ee8-431b-9e1e-b57fc1833d7a req-9ea04df4-cd37-45be-bdf1-36de4703e934 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:33.999890 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e0cd3d87-6ee8-431b-9e1e-b57fc1833d7a req-9ea04df4-cd37-45be-bdf1-36de4703e934 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0639894 Apr 06 11:57:34.053161 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e0cd3d87-6ee8-431b-9e1e-b57fc1833d7a req-12ccff9c-2e41-47b8-9619-35f86c52b621 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471880 Apr 06 11:57:35.187005 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f307c5-a111-41c0-bb48-b64730cdd492 req-1bd7db28-256b-44b6-8aff-20e7b470ca51 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:35.188610 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a3f307c5-a111-41c0-bb48-b64730cdd492 req-1bd7db28-256b-44b6-8aff-20e7b470ca51 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0578187 Apr 06 11:57:35.241674 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a3f307c5-a111-41c0-bb48-b64730cdd492 req-57b7e024-3d44-49b8-bdfa-67c6be39cc6e tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466948 Apr 06 11:57:36.369644 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c598f6-1e56-4b50-ac30-b839371a8d6b req-b60bdd16-2dce-4dde-95ee-7a52cc242682 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:36.371189 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-61c598f6-1e56-4b50-ac30-b839371a8d6b req-b60bdd16-2dce-4dde-95ee-7a52cc242682 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0557859 Apr 06 11:57:36.426557 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-61c598f6-1e56-4b50-ac30-b839371a8d6b req-b6796650-1980-444c-84fa-639c3307b1e0 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471792 Apr 06 11:57:37.558554 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7c9f7-826c-4e0e-bd2e-7d1f898c6672 req-ea1d0a62-060a-4f30-a3e5-4da58a08df10 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:37.560075 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e7e7c9f7-826c-4e0e-bd2e-7d1f898c6672 req-ea1d0a62-060a-4f30-a3e5-4da58a08df10 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0572922 Apr 06 11:57:37.616555 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e7e7c9f7-826c-4e0e-bd2e-7d1f898c6672 req-44d848b8-cde7-4e23-9028-e58827a5d58a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496287 Apr 06 11:57:38.764610 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd423be-80b2-49af-914f-d1325f85d98b req-dd4d80a6-1ba7-44b5-b1dd-df0de5d99784 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:38.767764 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9bd423be-80b2-49af-914f-d1325f85d98b req-dd4d80a6-1ba7-44b5-b1dd-df0de5d99784 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0686390 Apr 06 11:57:38.834490 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9bd423be-80b2-49af-914f-d1325f85d98b req-31c65fb3-0bb9-4e28-86f2-43e5b7c1001b tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604923 Apr 06 11:57:39.984610 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3486443-d454-434d-ae8a-23bfd778d1f2 req-832bea5e-7246-4cfb-870b-a79f57158ef5 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:39.987385 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f3486443-d454-434d-ae8a-23bfd778d1f2 req-832bea5e-7246-4cfb-870b-a79f57158ef5 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0598888 Apr 06 11:57:40.045683 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f3486443-d454-434d-ae8a-23bfd778d1f2 req-41db2282-ae8f-4583-a772-13630241e2ac tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481730 Apr 06 11:57:40.745882 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1114e-cc3f-4445-9fd1-8356a47a49e6 req-ee64225b-9dcb-4954-9f43-c1a870259e25 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:40.747527 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-fba1114e-cc3f-4445-9fd1-8356a47a49e6 req-ee64225b-9dcb-4954-9f43-c1a870259e25 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=c287101e-37eb-4fb0-8851-0571faf82b6a HTTP/1.1" status: 200 len: 945 time: 0.0676324 Apr 06 11:57:40.804960 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-fba1114e-cc3f-4445-9fd1-8356a47a49e6 req-155dabfb-ef36-441a-b881-43f0a0891f53 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467539 Apr 06 11:57:41.186024 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a9830-0ceb-4391-85f2-e52b34343a32 req-b965e24d-cc88-4ee1-ad78-72031327e398 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:41.187864 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-566a9830-0ceb-4391-85f2-e52b34343a32 req-b965e24d-cc88-4ee1-ad78-72031327e398 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0599575 Apr 06 11:57:41.243431 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-566a9830-0ceb-4391-85f2-e52b34343a32 req-5acefdef-e837-42c8-8d46-c3d2aaf0700d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489087 Apr 06 11:57:41.933401 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a8198-8694-4718-bac7-6a8dee1130cc req-fb02c262-a72b-442d-bd74-5c69cd087a34 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:41.935036 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-161a8198-8694-4718-bac7-6a8dee1130cc req-fb02c262-a72b-442d-bd74-5c69cd087a34 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=c287101e-37eb-4fb0-8851-0571faf82b6a HTTP/1.1" status: 200 len: 945 time: 0.0562000 Apr 06 11:57:41.989487 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-161a8198-8694-4718-bac7-6a8dee1130cc req-4294dbea-479b-4b93-8ff6-8211b6294b8b tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474696 Apr 06 11:57:42.255048 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-fd189571-e2fc-4ed0-bc34-934a617e3d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:42.379232 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f79de2-0440-4f01-b3fa-8372a6db3515 req-bdeabb34-ee45-4088-a962-c3d631fabc1a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:42.381032 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-07f79de2-0440-4f01-b3fa-8372a6db3515 req-bdeabb34-ee45-4088-a962-c3d631fabc1a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0602822 Apr 06 11:57:42.441638 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-07f79de2-0440-4f01-b3fa-8372a6db3515 req-49b7c815-e60d-4c93-a285-6a87a616eddc tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512273 Apr 06 11:57:42.819737 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc01384-3c67-44ce-8280-44e845a76a3d req-d132358f-d737-411c-bc0c-6c22915d33d3 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:42.821326 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7fc01384-3c67-44ce-8280-44e845a76a3d req-d132358f-d737-411c-bc0c-6c22915d33d3 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.53 "GET /v2.0/ports?device_id=c287101e-37eb-4fb0-8851-0571faf82b6a HTTP/1.1" status: 200 len: 945 time: 0.0617061 Apr 06 11:57:42.930978 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [req-7fc01384-3c67-44ce-8280-44e845a76a3d req-db05ef9c-36b3-4da7-9858-8a66e82704ee tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Deleting port a3293dd1-9533-4f29-bf8a-9c890d0f1e2f {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:57:42.931313 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-7fc01384-3c67-44ce-8280-44e845a76a3d req-db05ef9c-36b3-4da7-9858-8a66e82704ee tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (a3293dd1-9533-4f29-bf8a-9c890d0f1e2f), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:43.041848 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-7fc01384-3c67-44ce-8280-44e845a76a3d req-db05ef9c-36b3-4da7-9858-8a66e82704ee tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] For port a3293dd1-9533-4f29-bf8a-9c890d0f1e2f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a3293dd1-9533-4f29-bf8a-9c890d0f1e2f,segment=NetworkSegment(f159237f-c49d-4bfd-a549-4403ca57eec1),segment_id=f159237f-c49d-4bfd-a549-4403ca57eec1)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:57:43.042192 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-7fc01384-3c67-44ce-8280-44e845a76a3d req-db05ef9c-36b3-4da7-9858-8a66e82704ee tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (a3293dd1-9533-4f29-bf8a-9c890d0f1e2f), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:43.059116 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [req-7fc01384-3c67-44ce-8280-44e845a76a3d req-db05ef9c-36b3-4da7-9858-8a66e82704ee tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Calling delete_port for a3293dd1-9533-4f29-bf8a-9c890d0f1e2f owned by compute:nova {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:57:43.165953 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037d4fa-3c60-4fba-a4b6-3c7811343345 req-149063e6-9577-40e2-9602-1cea92ad6949 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:43.168872 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c037d4fa-3c60-4fba-a4b6-3c7811343345 req-149063e6-9577-40e2-9602-1cea92ad6949 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=c287101e-37eb-4fb0-8851-0571faf82b6a HTTP/1.1" status: 200 len: 945 time: 0.0963173 Apr 06 11:57:43.225283 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-7fc01384-3c67-44ce-8280-44e845a76a3d req-db05ef9c-36b3-4da7-9858-8a66e82704ee tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (a3293dd1-9533-4f29-bf8a-9c890d0f1e2f), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:43.230974 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c037d4fa-3c60-4fba-a4b6-3c7811343345 req-fe7d821b-519f-4841-b952-06ebfcc5b40f tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7b2a186-cea6-4f93-a345-6138fd823d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554218 Apr 06 11:57:43.258315 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['a3293dd1-9533-4f29-bf8a-9c890d0f1e2f'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:57:43.262835 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05ef9c-36b3-4da7-9858-8a66e82704ee tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Pushing event deleted for resources: {'Port': ['ID=a3293dd1-9533-4f29-bf8a-9c890d0f1e2f,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:57:43.310555 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc01384-3c67-44ce-8280-44e845a76a3d req-db05ef9c-36b3-4da7-9858-8a66e82704ee tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] No DVR routers for this DVR port a3293dd1-9533-4f29-bf8a-9c890d0f1e2f on host hv-cinder-83607 {{(pid=110260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:57:43.313305 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-7fc01384-3c67-44ce-8280-44e845a76a3d req-db05ef9c-36b3-4da7-9858-8a66e82704ee tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:43.316763 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7fc01384-3c67-44ce-8280-44e845a76a3d req-db05ef9c-36b3-4da7-9858-8a66e82704ee tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.53 "DELETE /v2.0/ports/a3293dd1-9533-4f29-bf8a-9c890d0f1e2f HTTP/1.1" status: 204 len: 173 time: 0.4881253 Apr 06 11:57:43.317372 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c287101e-37eb-4fb0-8851-0571faf82b6a', 'name': 'network-vif-deleted', 'tag': 'a3293dd1-9533-4f29-bf8a-9c890d0f1e2f'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:57:43.319681 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9954b641-262e-4008-95e5-9aaebe8c2ef1" -d '{"events": [{"server_uuid": "c287101e-37eb-4fb0-8851-0571faf82b6a", "name": "network-vif-deleted", "tag": "a3293dd1-9533-4f29-bf8a-9c890d0f1e2f"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:57:43.357185 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0748f2-6844-453f-8eff-e68ad812a75d x-openstack-request-id: req-3e0748f2-6844-453f-8eff-e68ad812a75d {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:57:43.357534 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c287101e-37eb-4fb0-8851-0571faf82b6a", "name": "network-vif-deleted", "tag": "a3293dd1-9533-4f29-bf8a-9c890d0f1e2f", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:57:43.357801 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3e0748f2-6844-453f-8eff-e68ad812a75d {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:57:43.358216 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e0748f2-6844-453f-8eff-e68ad812a75d'] response: {'server_uuid': 'c287101e-37eb-4fb0-8851-0571faf82b6a', 'name': 'network-vif-deleted', 'tag': 'a3293dd1-9533-4f29-bf8a-9c890d0f1e2f', 'status': 'completed', 'code': 200} Apr 06 11:57:43.588642 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691a8a9-adfe-43d7-bc19-54b7dbbc06e6 req-274a9922-a010-44db-901f-19831055fb44 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:43.590284 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c691a8a9-adfe-43d7-bc19-54b7dbbc06e6 req-274a9922-a010-44db-901f-19831055fb44 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0580838 Apr 06 11:57:43.650588 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c691a8a9-adfe-43d7-bc19-54b7dbbc06e6 req-43d2a225-5cc5-489b-be6c-7325333174d1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537004 Apr 06 11:57:44.031202 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:44.358107 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-77e70b8c-f13f-48db-b361-0386d305f6ae req-fc3e51cb-251a-40e1-a6de-22273f23a5e8 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=c287101e-37eb-4fb0-8851-0571faf82b6a HTTP/1.1" status: 200 len: 210 time: 0.0303140 Apr 06 11:57:44.779348 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d3070-0b51-401c-8185-8b7bf5b999a9 req-f3279921-6418-4575-81cf-aa6ab20a6702 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:44.780872 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-247d3070-0b51-401c-8185-8b7bf5b999a9 req-f3279921-6418-4575-81cf-aa6ab20a6702 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0540805 Apr 06 11:57:44.837143 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-247d3070-0b51-401c-8185-8b7bf5b999a9 req-59df49c7-e75f-4d3d-a698-529a8c895b99 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503414 Apr 06 11:57:45.103673 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-03e7ea24-2bf6-45c4-a90c-ecfc6f95cecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:45.472563 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d6f7bd3b-d935-4241-be9b-a5149cb9ebb4 req-fa21bacb-2cbb-4490-b749-2e76f96e85a5 tempest-VolumesSnapshotTestJSON-1436290342 tempest-VolumesSnapshotTestJSON-1436290342-project] 10.222.0.39 "GET /v2.0/ports?device_id=c287101e-37eb-4fb0-8851-0571faf82b6a HTTP/1.1" status: 200 len: 210 time: 0.0287807 Apr 06 11:57:45.984373 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20631017-f140-4222-9ea4-740d6447413d req-704bece0-caa6-4a6b-9d0b-1cd843cfa63d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:45.987050 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-20631017-f140-4222-9ea4-740d6447413d req-704bece0-caa6-4a6b-9d0b-1cd843cfa63d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 943 time: 0.0719669 Apr 06 11:57:46.043360 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-20631017-f140-4222-9ea4-740d6447413d req-69f0e2b3-3946-4a63-af82-04580600ab5e tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498273 Apr 06 11:57:46.447788 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:46.712581 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device fff424a3-655d-48b5-9050-0acbe0bf6be8 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:57:46.729719 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device a3293dd1-9533-4f29-bf8a-9c890d0f1e2f no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:57:46.760875 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] No Port match for: a3293dd1-9533-4f29-bf8a-9c890d0f1e2f {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:57:46.761217 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device a3293dd1-9533-4f29-bf8a-9c890d0f1e2f not bound to the agent host hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:57:46.861590 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port fff424a3-655d-48b5-9050-0acbe0bf6be8, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fff424a3-655d-48b5-9050-0acbe0bf6be8,segment=NetworkSegment(deb309b9-5789-464c-9c33-f60bf6e06a39),segment_id=deb309b9-5789-464c-9c33-f60bf6e06a39)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:57:46.874328 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Returning: {'device': 'fff424a3-655d-48b5-9050-0acbe0bf6be8', 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864', 'port_id': 'fff424a3-655d-48b5-9050-0acbe0bf6be8', 'mac_address': 'fa:16:3e:9d:fe:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:57:46.929516 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port fff424a3-655d-48b5-9050-0acbe0bf6be8 is: DOWN; New status is: BUILD {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:57:46.929917 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (fff424a3-655d-48b5-9050-0acbe0bf6be8), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:46.945298 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fff424a3-655d-48b5-9050-0acbe0bf6be8 {{(pid=110261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:57:46.967960 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port fff424a3-655d-48b5-9050-0acbe0bf6be8, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fff424a3-655d-48b5-9050-0acbe0bf6be8,segment=NetworkSegment(deb309b9-5789-464c-9c33-f60bf6e06a39),segment_id=deb309b9-5789-464c-9c33-f60bf6e06a39)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:57:46.974671 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (fff424a3-655d-48b5-9050-0acbe0bf6be8), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:47.045868 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=fff424a3-655d-48b5-9050-0acbe0bf6be8,revision_number=9']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:57:47.208666 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38cd31-c1d7-44b8-8798-b2a734b75c2b req-b70d9854-0d11-412a-8a5e-1f1fbf70bed2 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:47.210182 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-5a38cd31-c1d7-44b8-8798-b2a734b75c2b req-b70d9854-0d11-412a-8a5e-1f1fbf70bed2 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 944 time: 0.0599792 Apr 06 11:57:47.267191 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-5a38cd31-c1d7-44b8-8798-b2a734b75c2b req-cdde3127-8cb1-4176-95bb-272000281814 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462790 Apr 06 11:57:47.499625 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['fff424a3-655d-48b5-9050-0acbe0bf6be8'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:57:48.414120 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732cfad-b5f6-4c22-9c18-f40b9b8c942d req-5c6b394e-6e92-4c8b-b1b2-402224f10bbe tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:48.415719 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4732cfad-b5f6-4c22-9c18-f40b9b8c942d req-5c6b394e-6e92-4c8b-b1b2-402224f10bbe tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 944 time: 0.0676329 Apr 06 11:57:48.468242 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4732cfad-b5f6-4c22-9c18-f40b9b8c942d req-4b3eadc2-c485-42df-9cb5-81efa5eff620 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464313 Apr 06 11:57:48.765412 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:49.053074 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:49.603788 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf7951-44ab-4c2d-9edd-039ae4fe07c7 req-e3e316f3-fcdd-4a49-9352-75d3113fc04a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:49.605445 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d1bf7951-44ab-4c2d-9edd-039ae4fe07c7 req-e3e316f3-fcdd-4a49-9352-75d3113fc04a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 944 time: 0.0598114 Apr 06 11:57:49.665910 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d1bf7951-44ab-4c2d-9edd-039ae4fe07c7 req-a408e806-5686-4b4e-8b1b-703a7c6c024e tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538476 Apr 06 11:57:50.792354 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b339ae-39f3-4688-a2b2-0cf2bda90a45 req-d5b37402-0774-4730-8699-b35a0ce3d732 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:50.793861 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-13b339ae-39f3-4688-a2b2-0cf2bda90a45 req-d5b37402-0774-4730-8699-b35a0ce3d732 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 944 time: 0.0533304 Apr 06 11:57:50.841456 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-13b339ae-39f3-4688-a2b2-0cf2bda90a45 req-7ec9e313-9d7b-460a-9591-69f6e84a3971 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419054 Apr 06 11:57:50.849417 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device fff424a3-655d-48b5-9050-0acbe0bf6be8 up at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:57:50.896797 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning complete for port fff424a3-655d-48b5-9050-0acbe0bf6be8 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:57:50.897218 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (fff424a3-655d-48b5-9050-0acbe0bf6be8), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:50.975913 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port fff424a3-655d-48b5-9050-0acbe0bf6be8 is: BUILD; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:57:50.976219 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (fff424a3-655d-48b5-9050-0acbe0bf6be8), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:50.998258 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d25b01-e6f2-4b42-94ac-dbc0235a4edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff424a3-655d-48b5-9050-0acbe0bf6be8'}] {{(pid=110261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:57:51.001091 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa90572765a02b80253351879fa6496fbbfbce8a00fa36c7b280133d65d0c1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33886da2-d1e6-40bd-9275-c37b2441ed2a" -d '{"events": [{"server_uuid": "41d25b01-e6f2-4b42-94ac-dbc0235a4edc", "name": "network-vif-plugged", "status": "completed", "tag": "fff424a3-655d-48b5-9050-0acbe0bf6be8"}]}' {{(pid=110261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:57:51.014620 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port fff424a3-655d-48b5-9050-0acbe0bf6be8, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fff424a3-655d-48b5-9050-0acbe0bf6be8,segment=NetworkSegment(deb309b9-5789-464c-9c33-f60bf6e06a39),segment_id=deb309b9-5789-464c-9c33-f60bf6e06a39)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:57:51.020478 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (fff424a3-655d-48b5-9050-0acbe0bf6be8), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:57:51.045558 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63fdaae-44ea-4061-a5f4-ead25f19230b x-openstack-request-id: req-e63fdaae-44ea-4061-a5f4-ead25f19230b {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:57:51.045870 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d25b01-e6f2-4b42-94ac-dbc0235a4edc", "name": "network-vif-plugged", "status": "completed", "tag": "fff424a3-655d-48b5-9050-0acbe0bf6be8", "code": 200}]} {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:57:51.046128 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e63fdaae-44ea-4061-a5f4-ead25f19230b {{(pid=110261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:57:51.046523 dv-cinder-836074-2-iscsi neutron-server[110261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e63fdaae-44ea-4061-a5f4-ead25f19230b'] response: {'server_uuid': '41d25b01-e6f2-4b42-94ac-dbc0235a4edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff424a3-655d-48b5-9050-0acbe0bf6be8', 'code': 200} Apr 06 11:57:51.095256 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=fff424a3-655d-48b5-9050-0acbe0bf6be8,revision_number=10']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:57:51.968984 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca7e0e-c0db-4c53-9e39-0cd197fb559e req-81b161fb-8711-48b2-84c1-410fe073b633 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:51.970503 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-adca7e0e-c0db-4c53-9e39-0cd197fb559e req-81b161fb-8711-48b2-84c1-410fe073b633 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 946 time: 0.0552187 Apr 06 11:57:52.023827 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-adca7e0e-c0db-4c53-9e39-0cd197fb559e req-50cc9441-e09b-4522-baff-6050d88908b9 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475886 Apr 06 11:57:53.153377 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c44c1-ae1d-4eeb-b091-54adcfa3882f req-160e0450-176a-46d0-a8ad-3a92fdc2bd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:53.154899 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-679c44c1-ae1d-4eeb-b091-54adcfa3882f req-160e0450-176a-46d0-a8ad-3a92fdc2bd0e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 1130 time: 0.0873156 Apr 06 11:57:53.206211 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4ccd9-26aa-46ec-8acc-95096a539bd6 req-89992884-8634-46c3-ad3a-43ccafdf8e43 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:53.207759 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6cd4ccd9-26aa-46ec-8acc-95096a539bd6 req-89992884-8634-46c3-ad3a-43ccafdf8e43 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 946 time: 0.0894041 Apr 06 11:57:53.228617 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-679c44c1-ae1d-4eeb-b091-54adcfa3882f req-5d22839c-d0f2-4b51-bfad-3e892bf757f1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653305 Apr 06 11:57:53.268350 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6cd4ccd9-26aa-46ec-8acc-95096a539bd6 req-84b5b3e7-7f14-4167-8829-6be33e14187e tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520597 Apr 06 11:57:54.402970 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187def2-4518-4253-90a7-2a8f3a0d026c req-f230bae2-0322-451b-a80c-99f98098a458 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:54.404513 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-4187def2-4518-4253-90a7-2a8f3a0d026c req-f230bae2-0322-451b-a80c-99f98098a458 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 946 time: 0.0550776 Apr 06 11:57:54.458881 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-4187def2-4518-4253-90a7-2a8f3a0d026c req-cd01e9ff-0bf2-405e-859f-1f859af5b9c0 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479939 Apr 06 11:57:55.623370 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca527944-3d75-40cd-acd1-240a888840b9 req-dd53847e-df8a-497d-b0d1-cc44a5fc7eee tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:55.624951 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ca527944-3d75-40cd-acd1-240a888840b9 req-dd53847e-df8a-497d-b0d1-cc44a5fc7eee tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 946 time: 0.0660932 Apr 06 11:57:55.677060 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ca527944-3d75-40cd-acd1-240a888840b9 req-d12803a7-7a6a-4f71-ae83-6e926d19d86c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453744 Apr 06 11:57:56.811936 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16933e4d-2772-4282-a4da-7a2945c1035c req-d9adba6c-9831-4458-9d0d-c280ef7d8a49 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:56.814172 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-16933e4d-2772-4282-a4da-7a2945c1035c req-d9adba6c-9831-4458-9d0d-c280ef7d8a49 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 946 time: 0.0562358 Apr 06 11:57:56.871779 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-16933e4d-2772-4282-a4da-7a2945c1035c req-66ea55d4-00c8-4f61-bb2a-62536f8df44a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513077 Apr 06 11:57:58.005583 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595f814-833c-400a-bad3-c785b7c32d66 req-b27166f1-217f-49c9-84a7-e358c60a2e00 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:57:58.007285 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8595f814-833c-400a-bad3-c785b7c32d66 req-b27166f1-217f-49c9-84a7-e358c60a2e00 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 946 time: 0.0589757 Apr 06 11:57:58.060936 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8595f814-833c-400a-bad3-c785b7c32d66 req-44697341-83ef-44fa-a04d-40df8401c5a5 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461802 Apr 06 11:58:00.621576 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:58:05.311399 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17653c-6ac0-4f87-bbff-5e816751dc3a req-b5782996-6940-4af6-89a1-debe891f15ff tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:05.312830 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7c17653c-6ac0-4f87-bbff-5e816751dc3a req-b5782996-6940-4af6-89a1-debe891f15ff tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 945 time: 0.0959961 Apr 06 11:58:05.347255 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63209e-66d4-4c28-ba7a-c94e2ffb8f00 req-25fb1406-6999-4a2e-858e-d98d03281b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:05.348784 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3a63209e-66d4-4c28-ba7a-c94e2ffb8f00 req-25fb1406-6999-4a2e-858e-d98d03281b4d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccfa48bf303a4fbd92c016652e6c8ffa&device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 1129 time: 0.0806873 Apr 06 11:58:05.417153 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7c17653c-6ac0-4f87-bbff-5e816751dc3a req-1da9855c-60e3-4d44-9572-945e84a835c5 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985248 Apr 06 11:58:05.462800 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63209e-66d4-4c28-ba7a-c94e2ffb8f00 req-a8977bbc-812b-4c05-99bd-74e33f115d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:05.464269 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3a63209e-66d4-4c28-ba7a-c94e2ffb8f00 req-a8977bbc-812b-4c05-99bd-74e33f115d97 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8762c11-97c8-4692-bb2b-070d6ecd6b12 HTTP/1.1" status: 200 len: 920 time: 0.1091838 Apr 06 11:58:05.543352 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3a63209e-66d4-4c28-ba7a-c94e2ffb8f00 req-62df307f-8d15-421f-bd71-04d331c60498 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=262f0ded-e71f-4942-8d58-d697823f9e52 HTTP/1.1" status: 200 len: 1001 time: 0.0724819 Apr 06 11:58:05.592570 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63209e-66d4-4c28-ba7a-c94e2ffb8f00 req-dbb401f3-fee9-4948-86c9-222c90d04c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:05.594817 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3a63209e-66d4-4c28-ba7a-c94e2ffb8f00 req-dbb401f3-fee9-4948-86c9-222c90d04c94 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9b503157-0ef4-44d3-80a9-20b0dc5d9230 HTTP/1.1" status: 200 len: 858 time: 0.0457664 Apr 06 11:58:05.653162 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63209e-66d4-4c28-ba7a-c94e2ffb8f00 req-8a623978-3e31-4fa6-a9a9-3053d927fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:05.654681 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3a63209e-66d4-4c28-ba7a-c94e2ffb8f00 req-8a623978-3e31-4fa6-a9a9-3053d927fd91 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8762c11-97c8-4692-bb2b-070d6ecd6b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523977 Apr 06 11:58:05.779378 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3a63209e-66d4-4c28-ba7a-c94e2ffb8f00 req-6fbd6cb2-1fca-4088-8f8a-22a858d8810d service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182554 Apr 06 11:58:05.875700 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3a63209e-66d4-4c28-ba7a-c94e2ffb8f00 req-4a9a9c1d-c53b-4541-869d-4ec621edd067 service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877681 Apr 06 11:58:06.563216 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed48ee-8e1f-46ef-af2c-df07be49d0d6 req-83f1c37c-24cc-4963-abc6-a2d0f7009743 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:06.564670 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e8ed48ee-8e1f-46ef-af2c-df07be49d0d6 req-83f1c37c-24cc-4963-abc6-a2d0f7009743 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 945 time: 0.0589023 Apr 06 11:58:06.630188 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e8ed48ee-8e1f-46ef-af2c-df07be49d0d6 req-9e81b724-260f-410c-9429-59ac655676bc tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585496 Apr 06 11:58:07.329803 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b45eaa4c-7f5f-47e5-ab44-29f570e2d80c req-eb008e3e-4c9d-4c95-9ac9-8a0e6e221b9b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532591 Apr 06 11:58:07.462325 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45eaa4c-7f5f-47e5-ab44-29f570e2d80c req-7c079a81-2629-4526-8157-dc8f85242424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:07.463889 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b45eaa4c-7f5f-47e5-ab44-29f570e2d80c req-7c079a81-2629-4526-8157-dc8f85242424 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccfa48bf303a4fbd92c016652e6c8ffa&device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 1130 time: 0.0528018 Apr 06 11:58:07.571318 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45eaa4c-7f5f-47e5-ab44-29f570e2d80c req-c3dfe59c-9604-437c-a475-a6ac190eec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:07.573493 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b45eaa4c-7f5f-47e5-ab44-29f570e2d80c req-c3dfe59c-9604-437c-a475-a6ac190eec1c service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8762c11-97c8-4692-bb2b-070d6ecd6b12 HTTP/1.1" status: 200 len: 920 time: 0.0880992 Apr 06 11:58:07.619037 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b45eaa4c-7f5f-47e5-ab44-29f570e2d80c req-f828c2da-2b81-4fae-8574-bcbeb1c3d66b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8294cf4c-8e23-47d8-ab5f-770194c0773d HTTP/1.1" status: 200 len: 217 time: 0.0394804 Apr 06 11:58:07.670666 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45eaa4c-7f5f-47e5-ab44-29f570e2d80c req-e0a2bcec-85da-408d-9000-932c578f59a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:07.680412 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b45eaa4c-7f5f-47e5-ab44-29f570e2d80c req-e0a2bcec-85da-408d-9000-932c578f59a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9b503157-0ef4-44d3-80a9-20b0dc5d9230 HTTP/1.1" status: 200 len: 858 time: 0.0549047 Apr 06 11:58:07.766410 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45eaa4c-7f5f-47e5-ab44-29f570e2d80c req-04d985d0-8615-4944-900b-7c8fa31566f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:07.767919 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b45eaa4c-7f5f-47e5-ab44-29f570e2d80c req-04d985d0-8615-4944-900b-7c8fa31566f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8762c11-97c8-4692-bb2b-070d6ecd6b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0867155 Apr 06 11:58:07.779911 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ff8f9-058e-4b2c-b6cf-efc2037e1aea req-34ba9d2d-7133-4aef-a137-08cb9b3fb342 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:07.782059 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-412ff8f9-058e-4b2c-b6cf-efc2037e1aea req-34ba9d2d-7133-4aef-a137-08cb9b3fb342 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 945 time: 0.0732365 Apr 06 11:58:07.885920 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-412ff8f9-058e-4b2c-b6cf-efc2037e1aea req-9d222e7b-fb2c-4506-a034-347654248ff1 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950499 Apr 06 11:58:07.902107 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b45eaa4c-7f5f-47e5-ab44-29f570e2d80c req-edc66e08-95ea-4975-92e9-a519bfcd8a3d service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189559 Apr 06 11:58:08.000098 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b45eaa4c-7f5f-47e5-ab44-29f570e2d80c req-4794b56b-60e4-461d-8eef-818b215a6727 service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886221 Apr 06 11:58:09.010777 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccfc12-88b6-4d1d-8671-0931d85c3629 req-b9747b48-29c1-4c06-87bd-18f20ad09e3a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:09.012266 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e1ccfc12-88b6-4d1d-8671-0931d85c3629 req-b9747b48-29c1-4c06-87bd-18f20ad09e3a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 945 time: 0.0557370 Apr 06 11:58:09.059382 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e1ccfc12-88b6-4d1d-8671-0931d85c3629 req-38b15141-7bf5-4653-8325-49de9436e960 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414941 Apr 06 11:58:10.189526 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1855c0-d559-4680-9a77-f800a5f639ea req-6820e036-4929-4677-96a3-b3d425293c41 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:10.191044 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-fb1855c0-d559-4680-9a77-f800a5f639ea req-6820e036-4929-4677-96a3-b3d425293c41 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 945 time: 0.0551102 Apr 06 11:58:10.238872 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-fb1855c0-d559-4680-9a77-f800a5f639ea req-c7de377c-1230-453a-a05d-63246a9f94db tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421994 Apr 06 11:58:11.367137 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa007e-231e-4fb8-98cb-9e19aacbc76b req-afcc69e0-e6de-4e20-b3b6-5da9ecf77a2e tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:11.368629 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-defa007e-231e-4fb8-98cb-9e19aacbc76b req-afcc69e0-e6de-4e20-b3b6-5da9ecf77a2e tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 945 time: 0.0588615 Apr 06 11:58:11.416571 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-defa007e-231e-4fb8-98cb-9e19aacbc76b req-7079f96a-2c2e-49da-ba5d-5e8aa24ecdce tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424387 Apr 06 11:58:12.247984 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-4ec61bbf-f6ec-4b2a-9033-463db4f6b5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:12.564794 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48cc2c3-8832-4dd6-a34d-8b7e2baa04a5 req-a3f5591f-d72f-400e-a67b-fce9e053d745 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:12.566384 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a48cc2c3-8832-4dd6-a34d-8b7e2baa04a5 req-a3f5591f-d72f-400e-a67b-fce9e053d745 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 945 time: 0.0740082 Apr 06 11:58:12.624882 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a48cc2c3-8832-4dd6-a34d-8b7e2baa04a5 req-43d1fe48-f719-49aa-97df-adceff182f9a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524387 Apr 06 11:58:13.193996 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 50394) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:58:13.247713 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_v2 [None req-f702e3a1-89ec-4603-a7ee-b17eb890bd0d admin admin] Deleting subnet 8e325557-84c9-4e7a-9574-412b8d62bf29 {{(pid=110260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:58:13.251357 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f702e3a1-89ec-4603-a7ee-b17eb890bd0d admin admin] Publish callbacks [] for subnet (8e325557-84c9-4e7a-9574-412b8d62bf29), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:13.287582 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f702e3a1-89ec-4603-a7ee-b17eb890bd0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5214045'] for subnet (8e325557-84c9-4e7a-9574-412b8d62bf29), precommit_delete_associations {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:13.334002 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f702e3a1-89ec-4603-a7ee-b17eb890bd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540055'] for subnet (8e325557-84c9-4e7a-9574-412b8d62bf29), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:13.395426 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f702e3a1-89ec-4603-a7ee-b17eb890bd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1540056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4263529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4228261'] for subnet (8e325557-84c9-4e7a-9574-412b8d62bf29), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:13.423829 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702e3a1-89ec-4603-a7ee-b17eb890bd0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e325557-84c9-4e7a-9574-412b8d62bf29,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:58:13.426953 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f702e3a1-89ec-4603-a7ee-b17eb890bd0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:13.429799 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-f702e3a1-89ec-4603-a7ee-b17eb890bd0d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8e325557-84c9-4e7a-9574-412b8d62bf29 HTTP/1.1" status: 204 len: 168 time: 0.2346704 Apr 06 11:58:13.432428 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 50396) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:58:13.436930 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702e3a1-89ec-4603-a7ee-b17eb890bd0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:58:13.437928 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702e3a1-89ec-4603-a7ee-b17eb890bd0d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:58:13.438289 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702e3a1-89ec-4603-a7ee-b17eb890bd0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:58:13.438616 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702e3a1-89ec-4603-a7ee-b17eb890bd0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:58:13.438948 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702e3a1-89ec-4603-a7ee-b17eb890bd0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:58:13.439274 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702e3a1-89ec-4603-a7ee-b17eb890bd0d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:58:13.439601 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702e3a1-89ec-4603-a7ee-b17eb890bd0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:58:13.439924 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702e3a1-89ec-4603-a7ee-b17eb890bd0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:58:13.440236 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702e3a1-89ec-4603-a7ee-b17eb890bd0d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:58:13.441446 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702e3a1-89ec-4603-a7ee-b17eb890bd0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:58:13.441446 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702e3a1-89ec-4603-a7ee-b17eb890bd0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:58:13.441446 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702e3a1-89ec-4603-a7ee-b17eb890bd0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:58:13.441847 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702e3a1-89ec-4603-a7ee-b17eb890bd0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:58:13.441847 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702e3a1-89ec-4603-a7ee-b17eb890bd0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:58:13.442550 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702e3a1-89ec-4603-a7ee-b17eb890bd0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:58:13.504023 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-18ea187b-c1c3-4859-8684-80e634764784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448080'] for network (889369f7-9616-4c48-8c43-26abdaa39d54), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:13.587145 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-18ea187b-c1c3-4859-8684-80e634764784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1537324', 'neutron.services.segments.db._delete_segments_for_network-8743157203577'] for network (889369f7-9616-4c48-8c43-26abdaa39d54), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:13.607382 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.services.segments.db [None req-18ea187b-c1c3-4859-8684-80e634764784 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['889369f7-9616-4c48-8c43-26abdaa39d54']}} {{(pid=110259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:58:13.618078 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.services.segments.db [None req-18ea187b-c1c3-4859-8684-80e634764784 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f159237f-c49d-4bfd-a549-4403ca57eec1') {'for_net_delete': True} {{(pid=110259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:58:13.618375 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.services.segments.db [None req-18ea187b-c1c3-4859-8684-80e634764784 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f159237f-c49d-4bfd-a549-4403ca57eec1') {} {{(pid=110259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:58:13.628953 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-18ea187b-c1c3-4859-8684-80e634764784 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743157202306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4434089'] for segment (f159237f-c49d-4bfd-a549-4403ca57eec1), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:13.643454 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-18ea187b-c1c3-4859-8684-80e634764784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (f159237f-c49d-4bfd-a549-4403ca57eec1), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:13.652071 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ea187b-c1c3-4859-8684-80e634764784 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=110259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:58:13.652468 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-18ea187b-c1c3-4859-8684-80e634764784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4352449'] for segment (f159237f-c49d-4bfd-a549-4403ca57eec1), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:13.654344 dv-cinder-836074-2-iscsi neutron-server[110259]: Traceback (most recent call last): Apr 06 11:58:13.654344 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:58:13.654344 dv-cinder-836074-2-iscsi neutron-server[110259]: timer() Apr 06 11:58:13.654344 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:58:13.654344 dv-cinder-836074-2-iscsi neutron-server[110259]: cb(*args, **kw) Apr 06 11:58:13.654344 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:58:13.654344 dv-cinder-836074-2-iscsi neutron-server[110259]: return func(*args, **kwargs) Apr 06 11:58:13.654344 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:58:13.654344 dv-cinder-836074-2-iscsi neutron-server[110259]: self._notify() Apr 06 11:58:13.654344 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:58:13.654344 dv-cinder-836074-2-iscsi neutron-server[110259]: self.callback(batched_events) Apr 06 11:58:13.654344 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:58:13.654344 dv-cinder-836074-2-iscsi neutron-server[110259]: event.method(event) Apr 06 11:58:13.654344 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:58:13.654344 dv-cinder-836074-2-iscsi neutron-server[110259]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:58:13.654344 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:58:13.654344 dv-cinder-836074-2-iscsi neutron-server[110259]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:58:13.654344 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:58:13.654344 dv-cinder-836074-2-iscsi neutron-server[110259]: return f(self, *a, **k) Apr 06 11:58:13.654344 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:58:13.654344 dv-cinder-836074-2-iscsi neutron-server[110259]: return self._get(url).json() Apr 06 11:58:13.654344 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:58:13.654344 dv-cinder-836074-2-iscsi neutron-server[110259]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:58:13.654344 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:58:13.654344 dv-cinder-836074-2-iscsi neutron-server[110259]: return self.request(url, 'GET', **kwargs) Apr 06 11:58:13.654344 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:58:13.654344 dv-cinder-836074-2-iscsi neutron-server[110259]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:58:13.654344 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:58:13.654344 dv-cinder-836074-2-iscsi neutron-server[110259]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:58:13.654344 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:58:13.654344 dv-cinder-836074-2-iscsi neutron-server[110259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:58:13.654344 dv-cinder-836074-2-iscsi neutron-server[110259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:58:13.742137 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-18ea187b-c1c3-4859-8684-80e634764784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1537365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430244'] for network (889369f7-9616-4c48-8c43-26abdaa39d54), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:13.748122 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-18ea187b-c1c3-4859-8684-80e634764784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:13.751920 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-18ea187b-c1c3-4859-8684-80e634764784 admin admin] 10.222.0.39 "DELETE /v2.0/networks/889369f7-9616-4c48-8c43-26abdaa39d54 HTTP/1.1" status: 204 len: 168 time: 0.3184457 Apr 06 11:58:13.766234 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea187b-c1c3-4859-8684-80e634764784 admin admin] Pushing event deleted for resources: {'Network': ['ID=889369f7-9616-4c48-8c43-26abdaa39d54,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:58:13.776848 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea187b-c1c3-4859-8684-80e634764784 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:58:13.777193 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea187b-c1c3-4859-8684-80e634764784 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:58:13.777527 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea187b-c1c3-4859-8684-80e634764784 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:58:13.777858 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea187b-c1c3-4859-8684-80e634764784 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:58:13.778189 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea187b-c1c3-4859-8684-80e634764784 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:58:13.778511 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea187b-c1c3-4859-8684-80e634764784 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:58:13.778831 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea187b-c1c3-4859-8684-80e634764784 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:58:13.779147 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea187b-c1c3-4859-8684-80e634764784 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:58:13.779469 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea187b-c1c3-4859-8684-80e634764784 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:58:13.779783 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea187b-c1c3-4859-8684-80e634764784 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:58:13.780166 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea187b-c1c3-4859-8684-80e634764784 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:58:13.781595 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea187b-c1c3-4859-8684-80e634764784 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:58:13.781921 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea187b-c1c3-4859-8684-80e634764784 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:58:13.782242 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea187b-c1c3-4859-8684-80e634764784 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:58:13.782567 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea187b-c1c3-4859-8684-80e634764784 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:58:13.797794 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f169fb4-5326-4f48-a557-459062d53433 req-300d4c60-f013-4774-b1b5-7dcebc5ee136 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:13.799348 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-2f169fb4-5326-4f48-a557-459062d53433 req-300d4c60-f013-4774-b1b5-7dcebc5ee136 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 945 time: 0.1013179 Apr 06 11:58:13.851287 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-2f169fb4-5326-4f48-a557-459062d53433 req-85845e14-fa44-418c-9227-a4b2055a3f89 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454841 Apr 06 11:58:13.923996 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 50402) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:58:13.964554 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-0e6e1583-344b-4d4d-8a24-08ad778741a6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ded5551324c496ab971fe574a2ca2a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385332 Apr 06 11:58:13.967180 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 50404) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:58:14.019247 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-1b81e56b-142b-4958-a8dd-6759e08790a1 admin admin] Publish callbacks [] for security_group (a7b2a186-cea6-4f93-a345-6138fd823d54), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:14.027331 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:14.042455 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-1b81e56b-142b-4958-a8dd-6759e08790a1 admin admin] Publish callbacks [] for security_group (a7b2a186-cea6-4f93-a345-6138fd823d54), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:14.094689 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-1b81e56b-142b-4958-a8dd-6759e08790a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (a7b2a186-cea6-4f93-a345-6138fd823d54), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:14.097382 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-1b81e56b-142b-4958-a8dd-6759e08790a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:14.098537 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-1b81e56b-142b-4958-a8dd-6759e08790a1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a7b2a186-cea6-4f93-a345-6138fd823d54 HTTP/1.1" status: 204 len: 168 time: 0.1298752 Apr 06 11:58:14.109283 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81e56b-142b-4958-a8dd-6759e08790a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b2a186-cea6-4f93-a345-6138fd823d54,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:58:14.972044 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc8c40-b1ae-4478-a927-85769e4ec46b req-9dc3fb1f-c367-4659-9b5e-9073b5064ec6 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:14.973627 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-dcbc8c40-b1ae-4478-a927-85769e4ec46b req-9dc3fb1f-c367-4659-9b5e-9073b5064ec6 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 945 time: 0.0539050 Apr 06 11:58:15.019479 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-dcbc8c40-b1ae-4478-a927-85769e4ec46b req-6e16df78-b12f-4797-b17f-e574ad976e10 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403121 Apr 06 11:58:15.095574 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-de5e2914-6660-43d8-a8db-13aeea128051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:16.151141 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574aff9-ac9d-4374-b3bd-e82923575b58 req-2be44f6c-3b17-4ed4-9c7d-4d0eb5f608fb tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:16.152742 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b574aff9-ac9d-4374-b3bd-e82923575b58 req-2be44f6c-3b17-4ed4-9c7d-4d0eb5f608fb tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 945 time: 0.0586224 Apr 06 11:58:16.211465 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b574aff9-ac9d-4374-b3bd-e82923575b58 req-542e29b9-f76f-4e08-8b5d-9c3d0953adba tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528724 Apr 06 11:58:16.444933 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:17.335093 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fa152-fedc-4f1c-8620-5f4b6d90b3f9 req-a81b8ff8-0e8c-47ba-8696-c0d65db64d3d tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:17.336656 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3e6fa152-fedc-4f1c-8620-5f4b6d90b3f9 req-a81b8ff8-0e8c-47ba-8696-c0d65db64d3d tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 945 time: 0.0572581 Apr 06 11:58:17.385835 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3e6fa152-fedc-4f1c-8620-5f4b6d90b3f9 req-4300c38b-5bb8-4dfb-9002-1946c8437f4e tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435176 Apr 06 11:58:18.508025 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1f405-9000-420b-9669-2aefe020a317 req-5e9a9207-53ae-48e8-b4f4-7328a71d98ed tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:18.509533 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-82b1f405-9000-420b-9669-2aefe020a317 req-5e9a9207-53ae-48e8-b4f4-7328a71d98ed tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 945 time: 0.0533998 Apr 06 11:58:18.556856 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-82b1f405-9000-420b-9669-2aefe020a317 req-1db18a7a-b1ee-44aa-aee7-accf36574092 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417218 Apr 06 11:58:18.766931 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:19.055385 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:19.690812 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60dd46-99c1-48ae-8676-192b114d9dad req-a4843e3f-96a5-4e74-8fb2-194f48b249fe tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:19.692296 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9e60dd46-99c1-48ae-8676-192b114d9dad req-a4843e3f-96a5-4e74-8fb2-194f48b249fe tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 945 time: 0.0647314 Apr 06 11:58:19.750652 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9e60dd46-99c1-48ae-8676-192b114d9dad req-c33b2afe-ae38-4e45-a6ac-0689cd349d45 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524247 Apr 06 11:58:20.883125 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f129ea-3b7a-4ef5-9ad9-7ed2bd3168e7 req-0fb1430c-2bb7-4a23-bd4d-fb0f02c538ad tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:20.884852 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e6f129ea-3b7a-4ef5-9ad9-7ed2bd3168e7 req-0fb1430c-2bb7-4a23-bd4d-fb0f02c538ad tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 945 time: 0.0576169 Apr 06 11:58:20.936871 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e6f129ea-3b7a-4ef5-9ad9-7ed2bd3168e7 req-041f0562-dfcb-4df4-b828-c6b5bd3cb956 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445895 Apr 06 11:58:22.073670 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd63a7-d734-4fa1-9e78-68a03acb2991 req-31384557-b2db-40ef-93bf-56931b397d0c tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:22.075232 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-50cd63a7-d734-4fa1-9e78-68a03acb2991 req-31384557-b2db-40ef-93bf-56931b397d0c tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 945 time: 0.0576501 Apr 06 11:58:22.135718 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-50cd63a7-d734-4fa1-9e78-68a03acb2991 req-a0b7ea12-3054-4dd8-b0c5-787fbd5ff066 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541303 Apr 06 11:58:23.269218 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97961b52-12e0-42b9-9c88-384ab0d185e9 req-083fda22-2289-4c2c-a781-450ab4cd8a9e tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:23.270650 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-97961b52-12e0-42b9-9c88-384ab0d185e9 req-083fda22-2289-4c2c-a781-450ab4cd8a9e tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 945 time: 0.0675361 Apr 06 11:58:23.323290 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-97961b52-12e0-42b9-9c88-384ab0d185e9 req-85017bd9-f4e3-40c7-8baa-3397f09d619d tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471148 Apr 06 11:58:23.630959 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf95aa-28c8-4677-beff-af3ec042bf32 req-eecfe337-021a-4362-aac4-cf615e2f183e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:23.632435 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7ddf95aa-28c8-4677-beff-af3ec042bf32 req-eecfe337-021a-4362-aac4-cf615e2f183e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 1129 time: 0.0461426 Apr 06 11:58:23.682069 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7ddf95aa-28c8-4677-beff-af3ec042bf32 req-41100566-10ac-4c78-b672-e10dc23b5515 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418761 Apr 06 11:58:24.448562 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a396dea-b7ee-46a2-b579-9f22ea4e38bb req-d40fc119-033c-4e7f-b630-8db3f0c4c7b3 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:24.450069 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7a396dea-b7ee-46a2-b579-9f22ea4e38bb req-d40fc119-033c-4e7f-b630-8db3f0c4c7b3 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 945 time: 0.0529487 Apr 06 11:58:24.496987 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7a396dea-b7ee-46a2-b579-9f22ea4e38bb req-bb4feb32-046b-447b-9f5d-4d6a359e29e7 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411038 Apr 06 11:58:25.617072 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c3f6a-165d-49d0-bc75-6f62e3daa5c4 req-e03be182-c83e-4fa6-855f-aedfaa6b504e tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:25.618570 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-864c3f6a-165d-49d0-bc75-6f62e3daa5c4 req-e03be182-c83e-4fa6-855f-aedfaa6b504e tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 945 time: 0.0535483 Apr 06 11:58:25.674411 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-864c3f6a-165d-49d0-bc75-6f62e3daa5c4 req-cfc93c6a-66ef-4813-9126-b1e085cad47f tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501304 Apr 06 11:58:26.134199 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06c7bd-7719-4987-b6b5-268d990cb79f req-38553636-5fd7-4a46-b0e7-0873e6da06f0 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:26.135706 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-fa06c7bd-7719-4987-b6b5-268d990cb79f req-38553636-5fd7-4a46-b0e7-0873e6da06f0 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 945 time: 0.0880425 Apr 06 11:58:26.138603 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f60dd-41e6-4317-bcfc-01e9e449ff2b req-fd35b140-c33c-4d1b-9441-f6e1d6422071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:26.140147 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-327f60dd-41e6-4317-bcfc-01e9e449ff2b req-fd35b140-c33c-4d1b-9441-f6e1d6422071 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccfa48bf303a4fbd92c016652e6c8ffa&device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 1129 time: 0.0906446 Apr 06 11:58:26.239650 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-fa06c7bd-7719-4987-b6b5-268d990cb79f req-c1962360-3839-40f0-9866-f9a3b7d65a7f tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973949 Apr 06 11:58:26.271957 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f60dd-41e6-4317-bcfc-01e9e449ff2b req-1a733b54-d0a1-4b4d-aa54-80557f723fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:26.273524 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-327f60dd-41e6-4317-bcfc-01e9e449ff2b req-1a733b54-d0a1-4b4d-aa54-80557f723fab service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8762c11-97c8-4692-bb2b-070d6ecd6b12 HTTP/1.1" status: 200 len: 920 time: 0.1253860 Apr 06 11:58:26.348865 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-327f60dd-41e6-4317-bcfc-01e9e449ff2b req-4d25f69c-9122-46b4-9f31-fecf4bf05fee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=262f0ded-e71f-4942-8d58-d697823f9e52 HTTP/1.1" status: 200 len: 1001 time: 0.0692101 Apr 06 11:58:26.402291 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f60dd-41e6-4317-bcfc-01e9e449ff2b req-41435f6b-b272-41ed-97e7-7a944af3c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:26.403776 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-327f60dd-41e6-4317-bcfc-01e9e449ff2b req-41435f6b-b272-41ed-97e7-7a944af3c24f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9b503157-0ef4-44d3-80a9-20b0dc5d9230 HTTP/1.1" status: 200 len: 858 time: 0.0476270 Apr 06 11:58:26.454045 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f60dd-41e6-4317-bcfc-01e9e449ff2b req-8024c24a-b828-4a7e-82f0-7fc01deaab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:26.455585 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-327f60dd-41e6-4317-bcfc-01e9e449ff2b req-8024c24a-b828-4a7e-82f0-7fc01deaab27 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8762c11-97c8-4692-bb2b-070d6ecd6b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459871 Apr 06 11:58:26.553816 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-327f60dd-41e6-4317-bcfc-01e9e449ff2b req-b6abcf4f-d1d4-4e9e-8d6e-634dfb7c71e6 service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891778 Apr 06 11:58:26.649127 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-327f60dd-41e6-4317-bcfc-01e9e449ff2b req-97abf23e-8f6c-467f-824b-e99e3ae609cc service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889373 Apr 06 11:58:27.371369 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc920d-bf6f-4809-b056-8e61ecbcce3b req-53c39f5e-9c64-475d-80bf-fe15bc951ddf tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:27.372923 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-59bc920d-bf6f-4809-b056-8e61ecbcce3b req-53c39f5e-9c64-475d-80bf-fe15bc951ddf tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 945 time: 0.0585585 Apr 06 11:58:27.427082 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-59bc920d-bf6f-4809-b056-8e61ecbcce3b req-d51afe82-c507-464d-a64e-16d719d10292 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473919 Apr 06 11:58:28.553402 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e30ca-19c9-43bb-96d1-83b27d63d038 req-65f6ce8d-bd95-4e8f-be75-c893d1f0469d tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:28.554857 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-1f7e30ca-19c9-43bb-96d1-83b27d63d038 req-65f6ce8d-bd95-4e8f-be75-c893d1f0469d tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 945 time: 0.0583215 Apr 06 11:58:28.600603 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-1f7e30ca-19c9-43bb-96d1-83b27d63d038 req-d9158f08-c140-4486-9aeb-edb1c91d5018 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402386 Apr 06 11:58:29.723181 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1762d-4ce0-427e-b2ff-c24f408eedd1 req-a52ef8d1-89b5-48dd-9bee-91dde30191eb tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:29.724708 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-36f1762d-4ce0-427e-b2ff-c24f408eedd1 req-a52ef8d1-89b5-48dd-9bee-91dde30191eb tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 945 time: 0.0532174 Apr 06 11:58:29.773550 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-36f1762d-4ce0-427e-b2ff-c24f408eedd1 req-a5de2c67-1e9d-46ea-8108-ee484ffae7b4 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427492 Apr 06 11:58:30.897589 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3156d-ec6f-4107-bef3-a47576147203 req-80adf263-1f9d-4294-951f-52df55f79257 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:30.899085 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-57f3156d-ec6f-4107-bef3-a47576147203 req-80adf263-1f9d-4294-951f-52df55f79257 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 945 time: 0.0535786 Apr 06 11:58:30.949049 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-57f3156d-ec6f-4107-bef3-a47576147203 req-d3c927c9-afdc-427e-97f7-2e118679d1ae tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441792 Apr 06 11:58:31.072573 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d06ab-adad-44c5-a31f-de162381859e req-70450ee4-4bce-4653-a5af-ed3ae9869f1e tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:31.074037 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ac8d06ab-adad-44c5-a31f-de162381859e req-70450ee4-4bce-4653-a5af-ed3ae9869f1e tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 945 time: 0.0568066 Apr 06 11:58:31.083429 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 50468) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:58:31.087963 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-a1a93b3e-2868-4000-b31c-653a3df72c8b tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Request body: {'floatingip': {'port_id': '262f0ded-e71f-4942-8d58-d697823f9e52'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:58:31.148562 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-a1a93b3e-2868-4000-b31c-653a3df72c8b tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks [] for floatingip (c4150dc3-4638-4fa2-968e-9cc2d7e6c148), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:31.632110 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-a1a93b3e-2868-4000-b31c-653a3df72c8b tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:31.636051 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-a1a93b3e-2868-4000-b31c-653a3df72c8b tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (c4150dc3-4638-4fa2-968e-9cc2d7e6c148), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:32.080147 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a93b3e-2868-4000-b31c-653a3df72c8b tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Router aeae7732-84b6-4075-9bfb-0ad435d359e6 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:58:32.189896 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a93b3e-2868-4000-b31c-653a3df72c8b tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:58:32.194756 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-a1a93b3e-2868-4000-b31c-653a3df72c8b tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:32.199644 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269a2b48-c28a-4f80-8c03-1fdea39c47d4 None None] Sync routers for ids ['aeae7732-84b6-4075-9bfb-0ad435d359e6'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:58:32.216340 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269a2b48-c28a-4f80-8c03-1fdea39c47d4 None None] Routers {'aeae7732-84b6-4075-9bfb-0ad435d359e6'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:58:32.217954 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-269a2b48-c28a-4f80-8c03-1fdea39c47d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:58:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['aeae7732-84b6-4075-9bfb-0ad435d359e6'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:58:32.229529 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6457aa5a-e7f0-416b-b9e6-ce2abd32deaa', 'tag': '262f0ded-e71f-4942-8d58-d697823f9e52'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:58:32.232076 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb82047-f675-4bee-9823-f5b136a28a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "6457aa5a-e7f0-416b-b9e6-ce2abd32deaa", "tag": "262f0ded-e71f-4942-8d58-d697823f9e52"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:58:32.265684 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-a1a93b3e-2868-4000-b31c-653a3df72c8b tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "PUT /v2.0/floatingips/c4150dc3-4638-4fa2-968e-9cc2d7e6c148 HTTP/1.1" status: 200 len: 993 time: 1.1811314 Apr 06 11:58:32.285959 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c6aed8-acbd-4959-8854-cced9e9a9f49 x-openstack-request-id: req-71c6aed8-acbd-4959-8854-cced9e9a9f49 {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:58:32.286252 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6457aa5a-e7f0-416b-b9e6-ce2abd32deaa", "tag": "262f0ded-e71f-4942-8d58-d697823f9e52", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:58:32.286525 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-71c6aed8-acbd-4959-8854-cced9e9a9f49 {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:58:32.286944 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71c6aed8-acbd-4959-8854-cced9e9a9f49'] response: {'name': 'network-changed', 'server_uuid': '6457aa5a-e7f0-416b-b9e6-ce2abd32deaa', 'tag': '262f0ded-e71f-4942-8d58-d697823f9e52', 'status': 'completed', 'code': 200} Apr 06 11:58:32.330542 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-269a2b48-c28a-4f80-8c03-1fdea39c47d4 None None] Set router aeae7732-84b6-4075-9bfb-0ad435d359e6 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:58:32.399624 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb82047-f675-4bee-9823-f5b136a28a9e req-29d26157-c4bf-4fb3-ac0b-51818a458dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:32.401155 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-dfb82047-f675-4bee-9823-f5b136a28a9e req-29d26157-c4bf-4fb3-ac0b-51818a458dad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccfa48bf303a4fbd92c016652e6c8ffa&device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 1129 time: 0.0503583 Apr 06 11:58:32.494241 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb82047-f675-4bee-9823-f5b136a28a9e req-c523c4e5-b64a-4d3d-9180-47df0d0c451a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:32.495735 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-dfb82047-f675-4bee-9823-f5b136a28a9e req-c523c4e5-b64a-4d3d-9180-47df0d0c451a service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8762c11-97c8-4692-bb2b-070d6ecd6b12 HTTP/1.1" status: 200 len: 920 time: 0.0886242 Apr 06 11:58:32.560492 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-269a2b48-c28a-4f80-8c03-1fdea39c47d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'name': 'tempest-ServerRescueNegativeTestJSON-1005298851-router', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:17Z', 'revision_number': 4, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'gw_port': {'id': '923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:09Z', 'updated_at': '2022-04-06T11:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': 'c4150dc3-4638-4fa2-968e-9cc2d7e6c148', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'floating_ip_address': '172.27.1.224', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'port_id': '262f0ded-e71f-4942-8d58-d697823f9e52', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12', 'mac_address': 'fa:16:3e:72:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6457aa5a-e7f0-416b-b9e6-ce2abd32deaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:54:31Z', 'updated_at': '2022-04-06T11:58:31Z', 'revision_number': 3, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0663e282-8c19-44f6-be63-9ac09f74b1c0', 'name': '', 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'mac_address': 'fa:16:3e:21:ec:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9b503157-0ef4-44d3-80a9-20b0dc5d9230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:16Z', 'updated_at': '2022-04-06T11:51:37Z', 'revision_number': 5, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'subnets': [{'id': '9b503157-0ef4-44d3-80a9-20b0dc5d9230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:58:32.563240 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-dfb82047-f675-4bee-9823-f5b136a28a9e req-1a155194-3551-4e23-96d9-63ab3b61f04b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=262f0ded-e71f-4942-8d58-d697823f9e52 HTTP/1.1" status: 200 len: 1001 time: 0.0611815 Apr 06 11:58:32.586868 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269a2b48-c28a-4f80-8c03-1fdea39c47d4 None None] Checking router: aeae7732-84b6-4075-9bfb-0ad435d359e6 for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:58:32.595954 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269a2b48-c28a-4f80-8c03-1fdea39c47d4 None None] Routers {'aeae7732-84b6-4075-9bfb-0ad435d359e6'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:58:32.596562 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-269a2b48-c28a-4f80-8c03-1fdea39c47d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:58:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['aeae7732-84b6-4075-9bfb-0ad435d359e6'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:58:32.617030 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb82047-f675-4bee-9823-f5b136a28a9e req-7cef8cdc-344d-476d-9495-dc77257d288c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:32.618540 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-dfb82047-f675-4bee-9823-f5b136a28a9e req-7cef8cdc-344d-476d-9495-dc77257d288c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9b503157-0ef4-44d3-80a9-20b0dc5d9230 HTTP/1.1" status: 200 len: 858 time: 0.0482960 Apr 06 11:58:32.670414 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb82047-f675-4bee-9823-f5b136a28a9e req-e2762bb4-fae2-48f9-a5c1-5d3615f525fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:32.672098 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-dfb82047-f675-4bee-9823-f5b136a28a9e req-e2762bb4-fae2-48f9-a5c1-5d3615f525fe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8762c11-97c8-4692-bb2b-070d6ecd6b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469558 Apr 06 11:58:32.709723 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-269a2b48-c28a-4f80-8c03-1fdea39c47d4 None None] Set router aeae7732-84b6-4075-9bfb-0ad435d359e6 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:58:32.785387 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-dfb82047-f675-4bee-9823-f5b136a28a9e req-16235e28-3a28-45d6-8d01-a75e8688d796 service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996218 Apr 06 11:58:32.894165 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-dfb82047-f675-4bee-9823-f5b136a28a9e req-8307c61b-de92-406e-8be0-a1f1719aa11a service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027572 Apr 06 11:58:32.968886 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-269a2b48-c28a-4f80-8c03-1fdea39c47d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'name': 'tempest-ServerRescueNegativeTestJSON-1005298851-router', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:17Z', 'revision_number': 4, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'gw_port': {'id': '923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:09Z', 'updated_at': '2022-04-06T11:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': 'c4150dc3-4638-4fa2-968e-9cc2d7e6c148', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'floating_ip_address': '172.27.1.224', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'port_id': '262f0ded-e71f-4942-8d58-d697823f9e52', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12', 'mac_address': 'fa:16:3e:72:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6457aa5a-e7f0-416b-b9e6-ce2abd32deaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:54:31Z', 'updated_at': '2022-04-06T11:58:31Z', 'revision_number': 3, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0663e282-8c19-44f6-be63-9ac09f74b1c0', 'name': '', 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'mac_address': 'fa:16:3e:21:ec:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9b503157-0ef4-44d3-80a9-20b0dc5d9230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:16Z', 'updated_at': '2022-04-06T11:51:37Z', 'revision_number': 5, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'subnets': [{'id': '9b503157-0ef4-44d3-80a9-20b0dc5d9230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:58:33.075413 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269a2b48-c28a-4f80-8c03-1fdea39c47d4 None None] The sync data for ids ['aeae7732-84b6-4075-9bfb-0ad435d359e6'] in dv-cinder-836074-2-iscsi is: [{'id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'name': 'tempest-ServerRescueNegativeTestJSON-1005298851-router', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:17Z', 'revision_number': 4, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'gw_port': {'id': '923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:09Z', 'updated_at': '2022-04-06T11:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': 'c4150dc3-4638-4fa2-968e-9cc2d7e6c148', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'floating_ip_address': '172.27.1.224', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'port_id': '262f0ded-e71f-4942-8d58-d697823f9e52', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12', 'mac_address': 'fa:16:3e:72:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6457aa5a-e7f0-416b-b9e6-ce2abd32deaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:54:31Z', 'updated_at': '2022-04-06T11:58:31Z', 'revision_number': 3, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0663e282-8c19-44f6-be63-9ac09f74b1c0', 'name': '', 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'mac_address': 'fa:16:3e:21:ec:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9b503157-0ef4-44d3-80a9-20b0dc5d9230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:16Z', 'updated_at': '2022-04-06T11:51:37Z', 'revision_number': 5, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'subnets': [{'id': '9b503157-0ef4-44d3-80a9-20b0dc5d9230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:58:34.288455 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6457aa5a-e7f0-416b-b9e6-ce2abd32deaa', 'tag': '262f0ded-e71f-4942-8d58-d697823f9e52'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:58:34.292327 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d16b8d-3eb7-4b43-9c81-8530516de98b" -d '{"events": [{"name": "network-changed", "server_uuid": "6457aa5a-e7f0-416b-b9e6-ce2abd32deaa", "tag": "262f0ded-e71f-4942-8d58-d697823f9e52"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:58:34.343960 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227cda03-b386-4d3e-934f-c51431108bee x-openstack-request-id: req-227cda03-b386-4d3e-934f-c51431108bee {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:58:34.344333 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6457aa5a-e7f0-416b-b9e6-ce2abd32deaa", "tag": "262f0ded-e71f-4942-8d58-d697823f9e52", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:58:34.344584 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-227cda03-b386-4d3e-934f-c51431108bee {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:58:34.345078 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-227cda03-b386-4d3e-934f-c51431108bee'] response: {'name': 'network-changed', 'server_uuid': '6457aa5a-e7f0-416b-b9e6-ce2abd32deaa', 'tag': '262f0ded-e71f-4942-8d58-d697823f9e52', 'status': 'completed', 'code': 200} Apr 06 11:58:34.442920 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d16b8d-3eb7-4b43-9c81-8530516de98b req-5c6568e5-2184-46e9-a5ec-081fb9af302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:34.444435 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b0d16b8d-3eb7-4b43-9c81-8530516de98b req-5c6568e5-2184-46e9-a5ec-081fb9af302a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccfa48bf303a4fbd92c016652e6c8ffa&device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 1129 time: 0.0493991 Apr 06 11:58:34.542885 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d16b8d-3eb7-4b43-9c81-8530516de98b req-ca906b8a-3564-4c13-85f4-3646a2943907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:34.544245 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b0d16b8d-3eb7-4b43-9c81-8530516de98b req-ca906b8a-3564-4c13-85f4-3646a2943907 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8762c11-97c8-4692-bb2b-070d6ecd6b12 HTTP/1.1" status: 200 len: 920 time: 0.0932460 Apr 06 11:58:34.636551 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b0d16b8d-3eb7-4b43-9c81-8530516de98b req-14a033e3-9198-434c-acfa-8ae6b5b0ba08 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=262f0ded-e71f-4942-8d58-d697823f9e52 HTTP/1.1" status: 200 len: 1001 time: 0.0766499 Apr 06 11:58:34.694726 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d16b8d-3eb7-4b43-9c81-8530516de98b req-7b33073d-d7cb-4554-a29a-4148ff97bf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:34.696232 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b0d16b8d-3eb7-4b43-9c81-8530516de98b req-7b33073d-d7cb-4554-a29a-4148ff97bf7f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9b503157-0ef4-44d3-80a9-20b0dc5d9230 HTTP/1.1" status: 200 len: 858 time: 0.0476642 Apr 06 11:58:34.749414 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d16b8d-3eb7-4b43-9c81-8530516de98b req-73c2f258-62d5-461a-893f-a688633e6417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:34.750920 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b0d16b8d-3eb7-4b43-9c81-8530516de98b req-73c2f258-62d5-461a-893f-a688633e6417 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8762c11-97c8-4692-bb2b-070d6ecd6b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476315 Apr 06 11:58:34.840216 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b0d16b8d-3eb7-4b43-9c81-8530516de98b req-17bb8544-ef0d-4192-a7b0-d627bb217862 service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822461 Apr 06 11:58:34.932033 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b0d16b8d-3eb7-4b43-9c81-8530516de98b req-b155e651-0c9c-47a7-83ec-7b6f98cbad91 service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853157 Apr 06 11:58:37.619425 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:58:42.252515 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b32a4aa-285f-49b9-831c-30347587322a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:44.055370 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:45.097693 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-06ea6709-e492-415d-bdf3-4c80ed7f80af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:46.448194 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:48.765634 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:49.061762 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:56.846280 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20cd0e-ced0-4e82-912d-56b33590cfc6 req-90749577-431f-4796-8c50-ffb8b17b403e tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:56.847867 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-1f20cd0e-ced0-4e82-912d-56b33590cfc6 req-90749577-431f-4796-8c50-ffb8b17b403e tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 945 time: 0.0574975 Apr 06 11:58:56.900858 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-1f20cd0e-ced0-4e82-912d-56b33590cfc6 req-803b067e-49be-40f7-9191-0979e092c328 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459828 Apr 06 11:58:57.045722 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103e396-7c0a-48df-9175-05b8f2e78fea req-2c473ad6-d95b-4b7e-90fe-4f3ca734ef62 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:57.047190 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f103e396-7c0a-48df-9175-05b8f2e78fea req-2c473ad6-d95b-4b7e-90fe-4f3ca734ef62 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc1d0dd-c0d6-4559-b2eb-34c28674b009 HTTP/1.1" status: 200 len: 946 time: 0.0567622 Apr 06 11:58:57.100846 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f103e396-7c0a-48df-9175-05b8f2e78fea req-9dcf3243-cd47-40f8-9db0-b69013595ad4 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d998083-b857-431e-a76a-68491c9abb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438869 Apr 06 11:58:58.028276 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7902c0c-5368-4587-8757-33aac14a8619 req-f6b07452-8778-4c84-b528-e4303bd47416 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:58.030617 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a7902c0c-5368-4587-8757-33aac14a8619 req-f6b07452-8778-4c84-b528-e4303bd47416 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 945 time: 0.0581887 Apr 06 11:58:58.084247 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a7902c0c-5368-4587-8757-33aac14a8619 req-5a4ae890-00e6-4097-b304-5973545947d1 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474503 Apr 06 11:58:58.226358 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16406bf1-3067-4122-b91a-7c2fa733fc17 req-29e6ab54-fb02-46e5-9777-e54923e5e40d tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:58.227714 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-16406bf1-3067-4122-b91a-7c2fa733fc17 req-29e6ab54-fb02-46e5-9777-e54923e5e40d tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc1d0dd-c0d6-4559-b2eb-34c28674b009 HTTP/1.1" status: 200 len: 946 time: 0.0553002 Apr 06 11:58:58.276330 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-16406bf1-3067-4122-b91a-7c2fa733fc17 req-50cc4c45-e841-4e4b-a4b8-97b2442a1cf6 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d998083-b857-431e-a76a-68491c9abb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425818 Apr 06 11:58:58.972160 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2cd73-790b-4118-a49f-6950b4bf2c0d req-5823c888-4248-4c48-85b9-565ff8329a4f tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:58.973748 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-1ad2cd73-790b-4118-a49f-6950b4bf2c0d req-5823c888-4248-4c48-85b9-565ff8329a4f tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.53 "GET /v2.0/ports?device_id=3dc1d0dd-c0d6-4559-b2eb-34c28674b009 HTTP/1.1" status: 200 len: 946 time: 0.0566962 Apr 06 11:58:59.093294 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [req-1ad2cd73-790b-4118-a49f-6950b4bf2c0d req-0702060f-ba4a-471f-9d02-56dbadffd181 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Deleting port f8648f4d-e921-4fa9-9223-d1ca8247d8a3 {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:58:59.093637 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-1ad2cd73-790b-4118-a49f-6950b4bf2c0d req-0702060f-ba4a-471f-9d02-56dbadffd181 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (f8648f4d-e921-4fa9-9223-d1ca8247d8a3), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:59.193073 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-1ad2cd73-790b-4118-a49f-6950b4bf2c0d req-0702060f-ba4a-471f-9d02-56dbadffd181 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] For port f8648f4d-e921-4fa9-9223-d1ca8247d8a3, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f8648f4d-e921-4fa9-9223-d1ca8247d8a3,segment=NetworkSegment(d73cce00-15b1-40fb-ad57-8913535f579d),segment_id=d73cce00-15b1-40fb-ad57-8913535f579d)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:58:59.193437 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-1ad2cd73-790b-4118-a49f-6950b4bf2c0d req-0702060f-ba4a-471f-9d02-56dbadffd181 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (f8648f4d-e921-4fa9-9223-d1ca8247d8a3), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:59.212808 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2874047-d9c3-4e93-91a9-747b02fd769b req-983d1142-23b5-43e7-ae32-faf03ee2c205 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:59.214356 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b2874047-d9c3-4e93-91a9-747b02fd769b req-983d1142-23b5-43e7-ae32-faf03ee2c205 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 945 time: 0.0533998 Apr 06 11:58:59.268779 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b2874047-d9c3-4e93-91a9-747b02fd769b req-4d238474-7a2b-4e2c-a1a6-054c567893ba tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473945 Apr 06 11:58:59.467152 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cec2f-1fb1-4027-8214-996b13348085 req-63366cd2-84b5-4c85-bfd3-3618142b5104 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:58:59.468608 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f36cec2f-1fb1-4027-8214-996b13348085 req-63366cd2-84b5-4c85-bfd3-3618142b5104 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dc1d0dd-c0d6-4559-b2eb-34c28674b009 HTTP/1.1" status: 200 len: 946 time: 0.1082726 Apr 06 11:58:59.470485 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-1ad2cd73-790b-4118-a49f-6950b4bf2c0d req-0702060f-ba4a-471f-9d02-56dbadffd181 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:59.470837 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-1ad2cd73-790b-4118-a49f-6950b4bf2c0d req-0702060f-ba4a-471f-9d02-56dbadffd181 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (a6226e60-a91e-4c71-b332-bd1559cd2872), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:59.471146 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.db.l3_db [req-1ad2cd73-790b-4118-a49f-6950b4bf2c0d req-0702060f-ba4a-471f-9d02-56dbadffd181 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Floating IP a6226e60-a91e-4c71-b332-bd1559cd2872 disassociated. External IP: 172.27.1.17, port: f8648f4d-e921-4fa9-9223-d1ca8247d8a3. Apr 06 11:58:59.471487 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [req-1ad2cd73-790b-4118-a49f-6950b4bf2c0d req-0702060f-ba4a-471f-9d02-56dbadffd181 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Calling delete_port for f8648f4d-e921-4fa9-9223-d1ca8247d8a3 owned by compute:nova {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:58:59.565725 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f36cec2f-1fb1-4027-8214-996b13348085 req-5755bb1c-d085-4c4f-b71c-d44c00dbca0f tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d998083-b857-431e-a76a-68491c9abb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896158 Apr 06 11:58:59.635315 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-1ad2cd73-790b-4118-a49f-6950b4bf2c0d req-0702060f-ba4a-471f-9d02-56dbadffd181 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (f8648f4d-e921-4fa9-9223-d1ca8247d8a3), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:59.668339 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702060f-ba4a-471f-9d02-56dbadffd181 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event deleted for resources: {'Port': ['ID=f8648f4d-e921-4fa9-9223-d1ca8247d8a3,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:58:59.783894 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ad2cd73-790b-4118-a49f-6950b4bf2c0d req-0702060f-ba4a-471f-9d02-56dbadffd181 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:58:59.894681 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ad2cd73-790b-4118-a49f-6950b4bf2c0d req-0702060f-ba4a-471f-9d02-56dbadffd181 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:58:59.907218 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd10f7c6-77b9-45da-a548-f5414bd7fa27 None None] Sync routers for ids ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'] in dv-cinder-836074-2-iscsi {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:58:59.918825 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd10f7c6-77b9-45da-a548-f5414bd7fa27 None None] Routers {'1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:58:59.919784 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-cd10f7c6-77b9-45da-a548-f5414bd7fa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:58:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:58:59.942612 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad2cd73-790b-4118-a49f-6950b4bf2c0d req-0702060f-ba4a-471f-9d02-56dbadffd181 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] No DVR routers for this DVR port f8648f4d-e921-4fa9-9223-d1ca8247d8a3 on host hv-cinder-83607 {{(pid=110260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:58:59.945245 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-1ad2cd73-790b-4118-a49f-6950b4bf2c0d req-0702060f-ba4a-471f-9d02-56dbadffd181 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:58:59.948674 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-1ad2cd73-790b-4118-a49f-6950b4bf2c0d req-0702060f-ba4a-471f-9d02-56dbadffd181 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.53 "DELETE /v2.0/ports/f8648f4d-e921-4fa9-9223-d1ca8247d8a3 HTTP/1.1" status: 204 len: 173 time: 0.9690764 Apr 06 11:58:59.949155 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc1d0dd-c0d6-4559-b2eb-34c28674b009', 'name': 'network-vif-deleted', 'tag': 'f8648f4d-e921-4fa9-9223-d1ca8247d8a3'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:58:59.952011 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45611594-afdd-400a-9c06-c8362695bab3" -d '{"events": [{"server_uuid": "3dc1d0dd-c0d6-4559-b2eb-34c28674b009", "name": "network-vif-deleted", "tag": "f8648f4d-e921-4fa9-9223-d1ca8247d8a3"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:59:00.004429 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c6a074-0026-449d-8ef9-df395c145ae3 x-openstack-request-id: req-e5c6a074-0026-449d-8ef9-df395c145ae3 {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:59:00.004854 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc1d0dd-c0d6-4559-b2eb-34c28674b009", "name": "network-vif-deleted", "tag": "f8648f4d-e921-4fa9-9223-d1ca8247d8a3", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:59:00.005138 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e5c6a074-0026-449d-8ef9-df395c145ae3 {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:59:00.005548 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5c6a074-0026-449d-8ef9-df395c145ae3'] response: {'server_uuid': '3dc1d0dd-c0d6-4559-b2eb-34c28674b009', 'name': 'network-vif-deleted', 'tag': 'f8648f4d-e921-4fa9-9223-d1ca8247d8a3', 'status': 'completed', 'code': 200} Apr 06 11:59:00.055174 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-cd10f7c6-77b9-45da-a548-f5414bd7fa27 None None] Set router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:59:00.420942 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b779d15-73e3-4543-b884-08b61da87411 req-9f2fa39e-2190-434f-a52c-097f4111743a tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:00.422636 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7b779d15-73e3-4543-b884-08b61da87411 req-9f2fa39e-2190-434f-a52c-097f4111743a tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 945 time: 0.0777926 Apr 06 11:59:00.502939 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7b779d15-73e3-4543-b884-08b61da87411 req-39d1cb40-460e-41d2-8f83-9fe54c800a12 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702832 Apr 06 11:59:00.561448 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-cd10f7c6-77b9-45da-a548-f5414bd7fa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '61f17581-a107-4585-9edf-2a1a789a5328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:19Z', 'revision_number': 4, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'gw_port': {'id': '61f17581-a107-4585-9edf-2a1a789a5328', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': '97260ce8-ce12-45c9-8e73-be44430ee36e', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'port_id': '8cf15194-eb24-4e90-b788-4ee67fcc037c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'mac_address': 'fa:16:3e:37:68:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c93814-a4b0-42d4-93b4-a1a1e3931654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:51:37Z', 'updated_at': '2022-04-06T11:52:21Z', 'revision_number': 2, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a3a1dc-eae8-4722-ac6e-afd2acc6accf', 'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'mac_address': 'fa:16:3e:62:15:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:17Z', 'updated_at': '2022-04-06T11:51:28Z', 'revision_number': 5, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'subnets': [{'id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:59:00.609517 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd10f7c6-77b9-45da-a548-f5414bd7fa27 None None] Checking router: 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef for host: dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:59:00.624070 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd10f7c6-77b9-45da-a548-f5414bd7fa27 None None] Routers {'1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:59:00.624809 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-cd10f7c6-77b9-45da-a548-f5414bd7fa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:58:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:59:00.678362 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 50530) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:59:00.734266 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-be7d2e89-6386-4722-b51c-434dad6ab348 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group (0d998083-b857-431e-a76a-68491c9abb5a), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:00.745608 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-cd10f7c6-77b9-45da-a548-f5414bd7fa27 None None] Set router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:59:00.759204 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-be7d2e89-6386-4722-b51c-434dad6ab348 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group (0d998083-b857-431e-a76a-68491c9abb5a), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:00.825114 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-be7d2e89-6386-4722-b51c-434dad6ab348 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (0d998083-b857-431e-a76a-68491c9abb5a), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:00.829078 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-be7d2e89-6386-4722-b51c-434dad6ab348 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:00.830445 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-be7d2e89-6386-4722-b51c-434dad6ab348 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "DELETE /v2.0/security-groups/0d998083-b857-431e-a76a-68491c9abb5a HTTP/1.1" status: 204 len: 168 time: 0.1509686 Apr 06 11:59:00.833341 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 50532) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:59:00.842336 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d2e89-6386-4722-b51c-434dad6ab348 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d998083-b857-431e-a76a-68491c9abb5a,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:00.853664 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.api.v2.resource [None req-e6416b1f-0643-4566-97ff-dab1b783b65a tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] show failed (client error): The resource could not be found. Apr 06 11:59:00.854628 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-e6416b1f-0643-4566-97ff-dab1b783b65a tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups/0d998083-b857-431e-a76a-68491c9abb5a HTTP/1.1" status: 404 len: 347 time: 0.0203156 Apr 06 11:59:00.858771 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 50534) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:59:01.020313 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-df415ec7-9029-4c11-b61b-5f67e618a5f4 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Deleting port 2f78e8b3-645e-4b4b-9ad2-78b537b2ed25 {{(pid=110259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:59:01.020923 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-df415ec7-9029-4c11-b61b-5f67e618a5f4 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (2f78e8b3-645e-4b4b-9ad2-78b537b2ed25), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:01.024958 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-cd10f7c6-77b9-45da-a548-f5414bd7fa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '61f17581-a107-4585-9edf-2a1a789a5328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:19Z', 'revision_number': 4, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'gw_port': {'id': '61f17581-a107-4585-9edf-2a1a789a5328', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': '97260ce8-ce12-45c9-8e73-be44430ee36e', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'port_id': '8cf15194-eb24-4e90-b788-4ee67fcc037c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'mac_address': 'fa:16:3e:37:68:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c93814-a4b0-42d4-93b4-a1a1e3931654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:51:37Z', 'updated_at': '2022-04-06T11:52:21Z', 'revision_number': 2, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a3a1dc-eae8-4722-ac6e-afd2acc6accf', 'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'mac_address': 'fa:16:3e:62:15:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:17Z', 'updated_at': '2022-04-06T11:51:28Z', 'revision_number': 5, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'subnets': [{'id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:59:01.060651 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd10f7c6-77b9-45da-a548-f5414bd7fa27 None None] The sync data for ids ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'] in dv-cinder-836074-2-iscsi is: [{'id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '61f17581-a107-4585-9edf-2a1a789a5328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:19Z', 'revision_number': 4, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'gw_port': {'id': '61f17581-a107-4585-9edf-2a1a789a5328', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': '97260ce8-ce12-45c9-8e73-be44430ee36e', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'port_id': '8cf15194-eb24-4e90-b788-4ee67fcc037c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'mac_address': 'fa:16:3e:37:68:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c93814-a4b0-42d4-93b4-a1a1e3931654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:51:37Z', 'updated_at': '2022-04-06T11:52:21Z', 'revision_number': 2, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a3a1dc-eae8-4722-ac6e-afd2acc6accf', 'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'mac_address': 'fa:16:3e:62:15:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:17Z', 'updated_at': '2022-04-06T11:51:28Z', 'revision_number': 5, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'subnets': [{'id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:59:01.118549 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-df415ec7-9029-4c11-b61b-5f67e618a5f4 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (2f78e8b3-645e-4b4b-9ad2-78b537b2ed25), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:01.119069 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-df415ec7-9029-4c11-b61b-5f67e618a5f4 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for floatingip (2f78e8b3-645e-4b4b-9ad2-78b537b2ed25), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:01.132583 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device f8648f4d-e921-4fa9-9223-d1ca8247d8a3 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:59:01.146006 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-df415ec7-9029-4c11-b61b-5f67e618a5f4 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Calling delete_port for 2f78e8b3-645e-4b4b-9ad2-78b537b2ed25 owned by network:floatingip {{(pid=110259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:59:01.163722 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] No Port match for: f8648f4d-e921-4fa9-9223-d1ca8247d8a3 {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:59:01.164351 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device f8648f4d-e921-4fa9-9223-d1ca8247d8a3 not bound to the agent host hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:59:01.358607 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb5d42d-4860-453a-8106-a9aa41dc8951 None None] New status for floating IP a6226e60-a91e-4c71-b332-bd1559cd2872: DOWN {{(pid=110262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:59:01.630465 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-df415ec7-9029-4c11-b61b-5f67e618a5f4 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (2f78e8b3-645e-4b4b-9ad2-78b537b2ed25), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:01.664251 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df415ec7-9029-4c11-b61b-5f67e618a5f4 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event deleted for resources: {'Port': ['ID=2f78e8b3-645e-4b4b-9ad2-78b537b2ed25,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:01.723987 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662bad8-561f-4c22-8c46-5c0a5973e37d req-4011c3b0-ece7-4d3d-81e7-909570726b8b tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:01.725525 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3662bad8-561f-4c22-8c46-5c0a5973e37d req-4011c3b0-ece7-4d3d-81e7-909570726b8b tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 945 time: 0.1286483 Apr 06 11:59:01.772059 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-df415ec7-9029-4c11-b61b-5f67e618a5f4 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for floatingip (a6226e60-a91e-4c71-b332-bd1559cd2872), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:01.774614 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-df415ec7-9029-4c11-b61b-5f67e618a5f4 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:01.775788 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-df415ec7-9029-4c11-b61b-5f67e618a5f4 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "DELETE /v2.0/floatingips/a6226e60-a91e-4c71-b332-bd1559cd2872 HTTP/1.1" status: 204 len: 168 time: 0.9158237 Apr 06 11:59:01.798423 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3662bad8-561f-4c22-8c46-5c0a5973e37d req-6f918ce2-4561-47a4-9b8a-a494790b4ff3 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653920 Apr 06 11:59:02.935443 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bc8ab-6164-4e9e-8b69-3ca3c2a5c738 req-92f0daa0-3dd1-4e4b-ab02-396cfae5c6e7 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:02.937207 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-c08bc8ab-6164-4e9e-8b69-3ca3c2a5c738 req-92f0daa0-3dd1-4e4b-ab02-396cfae5c6e7 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 945 time: 0.0544419 Apr 06 11:59:02.987271 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-c08bc8ab-6164-4e9e-8b69-3ca3c2a5c738 req-004422ad-d74b-42c3-a074-e16ac2742281 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443487 Apr 06 11:59:04.130763 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50273f-82bb-4d03-8449-205360b176cb req-6f1c4d0f-65c7-433d-8989-1355b2158d39 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:04.132323 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6b50273f-82bb-4d03-8449-205360b176cb req-6f1c4d0f-65c7-433d-8989-1355b2158d39 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 945 time: 0.0636787 Apr 06 11:59:04.190709 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6b50273f-82bb-4d03-8449-205360b176cb req-946669aa-affc-4d51-a54d-90be5d0f89c0 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526783 Apr 06 11:59:04.586546 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100d07-4695-4633-bd4b-d5b19d20c852 req-daed5833-e504-4cfb-a4f8-2fdc62b89b25 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:04.588060 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6a100d07-4695-4633-bd4b-d5b19d20c852 req-daed5833-e504-4cfb-a4f8-2fdc62b89b25 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 946 time: 0.0645134 Apr 06 11:59:04.649297 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6a100d07-4695-4633-bd4b-d5b19d20c852 req-361e293a-459a-49f6-b404-71c4f8d1d1f0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=5384013c-0cce-4012-92d6-dfb1e099296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541637 Apr 06 11:59:05.345465 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597dc2ac-0838-4312-957f-43643bcadd70 req-472c7ad9-c838-4d4a-9c44-48eb4ad2a535 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:05.346859 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-597dc2ac-0838-4312-957f-43643bcadd70 req-472c7ad9-c838-4d4a-9c44-48eb4ad2a535 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 945 time: 0.0594156 Apr 06 11:59:05.416061 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-597dc2ac-0838-4312-957f-43643bcadd70 req-c92436b2-8eb6-491d-8279-d3bb718d9ddb tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634627 Apr 06 11:59:05.740405 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbfcc7-1ef3-49b2-bee3-820d37b7bc88 req-ae817eba-6d7f-4e81-8aa0-021a66a7b5d5 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:05.742150 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e8dbfcc7-1ef3-49b2-bee3-820d37b7bc88 req-ae817eba-6d7f-4e81-8aa0-021a66a7b5d5 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 946 time: 0.0788627 Apr 06 11:59:05.802847 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6078e10-ac7c-4365-b2a7-8e4dd28a1243 req-68aa64e8-a10f-4ca5-91b0-89adffcb3e6f tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:05.804594 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d6078e10-ac7c-4365-b2a7-8e4dd28a1243 req-68aa64e8-a10f-4ca5-91b0-89adffcb3e6f tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 946 time: 0.0641348 Apr 06 11:59:05.865978 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d6078e10-ac7c-4365-b2a7-8e4dd28a1243 req-73db2485-a55b-4249-8251-076efd8ff8a3 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=5384013c-0cce-4012-92d6-dfb1e099296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550668 Apr 06 11:59:05.871035 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [req-e8dbfcc7-1ef3-49b2-bee3-820d37b7bc88 req-824eabdb-2599-44b3-a2a0-11aed2fbe7d6 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Deleting port 8cf15194-eb24-4e90-b788-4ee67fcc037c {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:59:05.871402 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-e8dbfcc7-1ef3-49b2-bee3-820d37b7bc88 req-824eabdb-2599-44b3-a2a0-11aed2fbe7d6 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (8cf15194-eb24-4e90-b788-4ee67fcc037c), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:05.978178 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-e8dbfcc7-1ef3-49b2-bee3-820d37b7bc88 req-824eabdb-2599-44b3-a2a0-11aed2fbe7d6 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] For port 8cf15194-eb24-4e90-b788-4ee67fcc037c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8cf15194-eb24-4e90-b788-4ee67fcc037c,segment=NetworkSegment(d73cce00-15b1-40fb-ad57-8913535f579d),segment_id=d73cce00-15b1-40fb-ad57-8913535f579d)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:59:05.978541 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-e8dbfcc7-1ef3-49b2-bee3-820d37b7bc88 req-824eabdb-2599-44b3-a2a0-11aed2fbe7d6 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (8cf15194-eb24-4e90-b788-4ee67fcc037c), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:06.432246 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-e8dbfcc7-1ef3-49b2-bee3-820d37b7bc88 req-824eabdb-2599-44b3-a2a0-11aed2fbe7d6 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:06.433603 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-e8dbfcc7-1ef3-49b2-bee3-820d37b7bc88 req-824eabdb-2599-44b3-a2a0-11aed2fbe7d6 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (97260ce8-ce12-45c9-8e73-be44430ee36e), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:06.433603 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.db.l3_db [req-e8dbfcc7-1ef3-49b2-bee3-820d37b7bc88 req-824eabdb-2599-44b3-a2a0-11aed2fbe7d6 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Floating IP 97260ce8-ce12-45c9-8e73-be44430ee36e disassociated. External IP: 172.27.1.40, port: 8cf15194-eb24-4e90-b788-4ee67fcc037c. Apr 06 11:59:06.433603 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [req-e8dbfcc7-1ef3-49b2-bee3-820d37b7bc88 req-824eabdb-2599-44b3-a2a0-11aed2fbe7d6 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Calling delete_port for 8cf15194-eb24-4e90-b788-4ee67fcc037c owned by compute:nova {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:59:06.617256 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-e8dbfcc7-1ef3-49b2-bee3-820d37b7bc88 req-824eabdb-2599-44b3-a2a0-11aed2fbe7d6 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (8cf15194-eb24-4e90-b788-4ee67fcc037c), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:06.634410 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139778f-8528-4a02-834e-2c92ba2349fc req-eccd106f-9dde-4055-bb62-f7b995185f3e tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:06.636024 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a139778f-8528-4a02-834e-2c92ba2349fc req-eccd106f-9dde-4055-bb62-f7b995185f3e tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 945 time: 0.1161208 Apr 06 11:59:06.661964 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824eabdb-2599-44b3-a2a0-11aed2fbe7d6 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event deleted for resources: {'Port': ['ID=8cf15194-eb24-4e90-b788-4ee67fcc037c,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:06.833014 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a139778f-8528-4a02-834e-2c92ba2349fc req-c693559d-9077-433a-b461-731025df2ccb tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753886 Apr 06 11:59:06.853352 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8dbfcc7-1ef3-49b2-bee3-820d37b7bc88 req-824eabdb-2599-44b3-a2a0-11aed2fbe7d6 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:59:06.982807 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f1541fd2-8696-40b3-a03b-4df8022c08f8 req-55e04686-cc24-43b6-9d2b-4ed974938574 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c93814-a4b0-42d4-93b4-a1a1e3931654 HTTP/1.1" status: 200 len: 210 time: 0.0275049 Apr 06 11:59:07.009481 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8dbfcc7-1ef3-49b2-bee3-820d37b7bc88 req-824eabdb-2599-44b3-a2a0-11aed2fbe7d6 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:59:07.022270 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e78095-6759-425a-82b1-41d01a717c59 None None] Sync routers for ids ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'] in dv-cinder-836074-2-iscsi {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:59:07.039196 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e78095-6759-425a-82b1-41d01a717c59 None None] Routers {'1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:59:07.039811 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-12e78095-6759-425a-82b1-41d01a717c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:58:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:59:07.057835 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8dbfcc7-1ef3-49b2-bee3-820d37b7bc88 req-824eabdb-2599-44b3-a2a0-11aed2fbe7d6 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] No DVR routers for this DVR port 8cf15194-eb24-4e90-b788-4ee67fcc037c on host hv-cinder-83607 {{(pid=110260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:59:07.061022 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-e8dbfcc7-1ef3-49b2-bee3-820d37b7bc88 req-824eabdb-2599-44b3-a2a0-11aed2fbe7d6 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:07.064330 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e8dbfcc7-1ef3-49b2-bee3-820d37b7bc88 req-824eabdb-2599-44b3-a2a0-11aed2fbe7d6 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.53 "DELETE /v2.0/ports/8cf15194-eb24-4e90-b788-4ee67fcc037c HTTP/1.1" status: 204 len: 173 time: 1.3149056 Apr 06 11:59:07.064831 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c93814-a4b0-42d4-93b4-a1a1e3931654', 'name': 'network-vif-deleted', 'tag': '8cf15194-eb24-4e90-b788-4ee67fcc037c'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:59:07.067302 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c151aaf1-bad3-4150-830e-00ecfb2bade1" -d '{"events": [{"server_uuid": "a8c93814-a4b0-42d4-93b4-a1a1e3931654", "name": "network-vif-deleted", "tag": "8cf15194-eb24-4e90-b788-4ee67fcc037c"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:59:07.116458 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af9be6b-1744-4f43-a3bc-2e106030c510 x-openstack-request-id: req-0af9be6b-1744-4f43-a3bc-2e106030c510 {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:59:07.116773 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c93814-a4b0-42d4-93b4-a1a1e3931654", "name": "network-vif-deleted", "tag": "8cf15194-eb24-4e90-b788-4ee67fcc037c", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:59:07.117024 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0af9be6b-1744-4f43-a3bc-2e106030c510 {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:59:07.117421 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0af9be6b-1744-4f43-a3bc-2e106030c510'] response: {'server_uuid': 'a8c93814-a4b0-42d4-93b4-a1a1e3931654', 'name': 'network-vif-deleted', 'tag': '8cf15194-eb24-4e90-b788-4ee67fcc037c', 'status': 'completed', 'code': 200} Apr 06 11:59:07.125883 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e68543-db4b-4742-8d6e-22a5cbf8cb6d req-26452e70-53dc-41eb-81b3-0a7ebf9d801d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:07.128666 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-c1e68543-db4b-4742-8d6e-22a5cbf8cb6d req-26452e70-53dc-41eb-81b3-0a7ebf9d801d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c61da0b3453a4380b55109d369f70604&device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 1129 time: 0.0582867 Apr 06 11:59:07.208808 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-12e78095-6759-425a-82b1-41d01a717c59 None None] Set router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:59:07.258484 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e68543-db4b-4742-8d6e-22a5cbf8cb6d req-bdc25d41-e6bc-4167-bc0e-8d8a5772c44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:07.260552 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-c1e68543-db4b-4742-8d6e-22a5cbf8cb6d req-bdc25d41-e6bc-4167-bc0e-8d8a5772c44e service neutron] 10.222.0.53 "GET /v2.0/networks?id=de8c376e-69fb-4e43-b549-d8d17aafcff4 HTTP/1.1" status: 200 len: 910 time: 0.1247847 Apr 06 11:59:07.353546 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-c1e68543-db4b-4742-8d6e-22a5cbf8cb6d req-c18b7cca-da00-476c-afe2-8537dd5f3aca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f HTTP/1.1" status: 200 len: 1001 time: 0.0685627 Apr 06 11:59:07.443857 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-12e78095-6759-425a-82b1-41d01a717c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '61f17581-a107-4585-9edf-2a1a789a5328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:19Z', 'revision_number': 4, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'gw_port': {'id': '61f17581-a107-4585-9edf-2a1a789a5328', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'e0a3a1dc-eae8-4722-ac6e-afd2acc6accf', 'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'mac_address': 'fa:16:3e:62:15:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:17Z', 'updated_at': '2022-04-06T11:51:28Z', 'revision_number': 5, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'subnets': [{'id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:59:07.476129 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e78095-6759-425a-82b1-41d01a717c59 None None] Checking router: 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef for host: dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:59:07.486754 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e78095-6759-425a-82b1-41d01a717c59 None None] Routers {'1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:59:07.487394 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-12e78095-6759-425a-82b1-41d01a717c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:58:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:59:07.566359 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e68543-db4b-4742-8d6e-22a5cbf8cb6d req-677399e7-8ccb-410b-b1f3-840d14ce0be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:07.569254 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-c1e68543-db4b-4742-8d6e-22a5cbf8cb6d req-677399e7-8ccb-410b-b1f3-840d14ce0be2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e4b164e1-cd7f-4c00-9d14-1a694355ee3f HTTP/1.1" status: 200 len: 848 time: 0.0627420 Apr 06 11:59:07.615549 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-12e78095-6759-425a-82b1-41d01a717c59 None None] Set router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:59:07.632437 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e68543-db4b-4742-8d6e-22a5cbf8cb6d req-1bcbf9fb-2a85-4535-8665-cca91fed89b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:07.634116 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-c1e68543-db4b-4742-8d6e-22a5cbf8cb6d req-1bcbf9fb-2a85-4535-8665-cca91fed89b4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=de8c376e-69fb-4e43-b549-d8d17aafcff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524387 Apr 06 11:59:07.740147 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-c1e68543-db4b-4742-8d6e-22a5cbf8cb6d req-afb17a69-f50c-4fb6-89d1-ee62b478173f service neutron] 10.222.0.53 "GET /v2.0/networks/de8c376e-69fb-4e43-b549-d8d17aafcff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980277 Apr 06 11:59:07.843900 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-12e78095-6759-425a-82b1-41d01a717c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '61f17581-a107-4585-9edf-2a1a789a5328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:19Z', 'revision_number': 4, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'gw_port': {'id': '61f17581-a107-4585-9edf-2a1a789a5328', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'e0a3a1dc-eae8-4722-ac6e-afd2acc6accf', 'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'mac_address': 'fa:16:3e:62:15:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:17Z', 'updated_at': '2022-04-06T11:51:28Z', 'revision_number': 5, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'subnets': [{'id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:59:07.874734 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e78095-6759-425a-82b1-41d01a717c59 None None] The sync data for ids ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'] in dv-cinder-836074-2-iscsi is: [{'id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '61f17581-a107-4585-9edf-2a1a789a5328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:19Z', 'revision_number': 4, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'gw_port': {'id': '61f17581-a107-4585-9edf-2a1a789a5328', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'e0a3a1dc-eae8-4722-ac6e-afd2acc6accf', 'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'mac_address': 'fa:16:3e:62:15:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:17Z', 'updated_at': '2022-04-06T11:51:28Z', 'revision_number': 5, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'subnets': [{'id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:59:07.877485 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-c1e68543-db4b-4742-8d6e-22a5cbf8cb6d req-1073ea0c-f1bf-4b0e-a57b-26f15067605e service neutron] 10.222.0.53 "GET /v2.0/networks/de8c376e-69fb-4e43-b549-d8d17aafcff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314218 Apr 06 11:59:07.990116 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8b1c0-bea2-49d6-956b-5484cb41d4ba req-d6f82130-5e7e-45d0-bb0b-ba775f143d11 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:07.992008 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-00b8b1c0-bea2-49d6-956b-5484cb41d4ba req-d6f82130-5e7e-45d0-bb0b-ba775f143d11 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 945 time: 0.0631936 Apr 06 11:59:08.052652 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-00b8b1c0-bea2-49d6-956b-5484cb41d4ba req-d8717a2c-746e-44d0-9f80-6ad73694e605 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529029 Apr 06 11:59:08.155208 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24bb17c-b1bd-44a1-9f65-5add068c1727 None None] New status for floating IP 97260ce8-ce12-45c9-8e73-be44430ee36e: DOWN {{(pid=110262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:59:08.192937 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86263244-2021-4ce2-bbfb-46457c7386e6 req-6685c2e7-3dc5-4838-8e80-9e71e3326b6c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:08.194843 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-86263244-2021-4ce2-bbfb-46457c7386e6 req-6685c2e7-3dc5-4838-8e80-9e71e3326b6c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 946 time: 0.0643399 Apr 06 11:59:08.253681 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-86263244-2021-4ce2-bbfb-46457c7386e6 req-3ce4e6a9-efaf-4427-9e9f-3f23f44e9ec7 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529590 Apr 06 11:59:09.154399 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 50608) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:59:09.165968 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 8cf15194-eb24-4e90-b788-4ee67fcc037c no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:59:09.195815 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a88cc5-6205-4de9-b0a5-c75efb994cd9 req-e33833d6-4195-4bd1-9dc8-7547d30b6824 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:09.201231 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] No Port match for: 8cf15194-eb24-4e90-b788-4ee67fcc037c {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:59:09.201971 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 8cf15194-eb24-4e90-b788-4ee67fcc037c not bound to the agent host hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:59:09.204229 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d3a88cc5-6205-4de9-b0a5-c75efb994cd9 req-e33833d6-4195-4bd1-9dc8-7547d30b6824 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 945 time: 0.0705829 Apr 06 11:59:09.221069 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5e21e71c-a06a-4313-95fb-7342d58685f8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group (5384013c-0cce-4012-92d6-dfb1e099296d), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:09.257590 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5e21e71c-a06a-4313-95fb-7342d58685f8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group (5384013c-0cce-4012-92d6-dfb1e099296d), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:09.265942 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d3a88cc5-6205-4de9-b0a5-c75efb994cd9 req-83e89992-cdc8-4c85-b668-6e9db74413f6 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608230 Apr 06 11:59:09.326996 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5e21e71c-a06a-4313-95fb-7342d58685f8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (5384013c-0cce-4012-92d6-dfb1e099296d), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:09.329735 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5e21e71c-a06a-4313-95fb-7342d58685f8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:09.330905 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-5e21e71c-a06a-4313-95fb-7342d58685f8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "DELETE /v2.0/security-groups/5384013c-0cce-4012-92d6-dfb1e099296d HTTP/1.1" status: 204 len: 168 time: 0.1751199 Apr 06 11:59:09.334014 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 50612) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:59:09.342209 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21e71c-a06a-4313-95fb-7342d58685f8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5384013c-0cce-4012-92d6-dfb1e099296d,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:09.357284 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.api.v2.resource [None req-fe6b2245-e4a4-404d-a486-2b3fd5cacd83 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] show failed (client error): The resource could not be found. Apr 06 11:59:09.359023 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-fe6b2245-e4a4-404d-a486-2b3fd5cacd83 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups/5384013c-0cce-4012-92d6-dfb1e099296d HTTP/1.1" status: 404 len: 347 time: 0.0238073 Apr 06 11:59:09.361847 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 50614) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:59:09.407716 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84032915-0d60-4f62-840c-e4bb66691042 req-770b1908-7bfa-486f-9720-959faac60af4 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:09.409519 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-84032915-0d60-4f62-840c-e4bb66691042 req-770b1908-7bfa-486f-9720-959faac60af4 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 946 time: 0.0651724 Apr 06 11:59:09.461005 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-84032915-0d60-4f62-840c-e4bb66691042 req-2acf44c2-4f65-49f1-9ee3-96ace30812f1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454547 Apr 06 11:59:09.510815 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-4fbc8af1-d8b6-406e-b251-10f2538237dc tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Deleting port daa1917e-ddef-4fa9-b1ad-db4fa8cf936d {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:59:09.511152 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4fbc8af1-d8b6-406e-b251-10f2538237dc tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (daa1917e-ddef-4fa9-b1ad-db4fa8cf936d), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:09.595736 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4fbc8af1-d8b6-406e-b251-10f2538237dc tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (daa1917e-ddef-4fa9-b1ad-db4fa8cf936d), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:09.595966 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4fbc8af1-d8b6-406e-b251-10f2538237dc tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for floatingip (daa1917e-ddef-4fa9-b1ad-db4fa8cf936d), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:09.611378 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-4fbc8af1-d8b6-406e-b251-10f2538237dc tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Calling delete_port for daa1917e-ddef-4fa9-b1ad-db4fa8cf936d owned by network:floatingip {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:59:09.763839 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4fbc8af1-d8b6-406e-b251-10f2538237dc tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (daa1917e-ddef-4fa9-b1ad-db4fa8cf936d), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:09.797351 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc8af1-d8b6-406e-b251-10f2538237dc tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event deleted for resources: {'Port': ['ID=daa1917e-ddef-4fa9-b1ad-db4fa8cf936d,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:09.859490 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4fbc8af1-d8b6-406e-b251-10f2538237dc tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for floatingip (97260ce8-ce12-45c9-8e73-be44430ee36e), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:09.862142 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4fbc8af1-d8b6-406e-b251-10f2538237dc tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:09.863375 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-4fbc8af1-d8b6-406e-b251-10f2538237dc tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "DELETE /v2.0/floatingips/97260ce8-ce12-45c9-8e73-be44430ee36e HTTP/1.1" status: 204 len: 168 time: 0.5003850 Apr 06 11:59:10.144137 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 50618) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:59:10.148694 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-793458f7-4291-4359-a804-b11798568dda tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1979603683', 'description': 'tempest-description--1699574007'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:59:10.168979 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-793458f7-4291-4359-a804-b11798568dda tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:10.233813 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-793458f7-4291-4359-a804-b11798568dda tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group (4632ff1d-23ff-4006-8097-b87431adea75), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:10.237782 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-793458f7-4291-4359-a804-b11798568dda tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (4632ff1d-23ff-4006-8097-b87431adea75), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:10.266781 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-793458f7-4291-4359-a804-b11798568dda tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:10.268006 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-793458f7-4291-4359-a804-b11798568dda tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1228426 Apr 06 11:59:10.271165 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 50620) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:59:10.272011 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793458f7-4291-4359-a804-b11798568dda tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4632ff1d-23ff-4006-8097-b87431adea75,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:10.276244 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-492f2200-4939-4a93-a755-67f3a22127f1 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Request body: {'security_group_rule': {'security_group_id': '4632ff1d-23ff-4006-8097-b87431adea75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:59:10.303181 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-492f2200-4939-4a93-a755-67f3a22127f1 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group_rule (5f1dc954-7acc-4a93-a753-6c9cf923cf04), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:10.389875 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-492f2200-4939-4a93-a755-67f3a22127f1 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group_rule (5f1dc954-7acc-4a93-a753-6c9cf923cf04), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:10.394732 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-492f2200-4939-4a93-a755-67f3a22127f1 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (5f1dc954-7acc-4a93-a753-6c9cf923cf04), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:10.427324 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e9449-3820-4022-a572-846c6b483433 req-95d9a721-94cd-4250-a6fb-80a34de045eb tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:10.428792 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-742e9449-3820-4022-a572-846c6b483433 req-95d9a721-94cd-4250-a6fb-80a34de045eb tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 945 time: 0.0865040 Apr 06 11:59:10.430472 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f2200-4939-4a93-a755-67f3a22127f1 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f1dc954-7acc-4a93-a753-6c9cf923cf04,revision_number=0']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:10.440294 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-492f2200-4939-4a93-a755-67f3a22127f1 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:10.441322 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-492f2200-4939-4a93-a755-67f3a22127f1 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1691821 Apr 06 11:59:10.444128 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 50624) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:59:10.448497 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-736e29b4-3979-463a-a9d8-b962ea008282 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Request body: {'security_group_rule': {'security_group_id': '4632ff1d-23ff-4006-8097-b87431adea75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:59:10.477171 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-736e29b4-3979-463a-a9d8-b962ea008282 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group_rule (cb844b7f-dc6d-470c-b1b2-dd0b11e75abc), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:10.486515 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-742e9449-3820-4022-a572-846c6b483433 req-aa875c34-ce01-41e0-b969-c3392a074d0f tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494158 Apr 06 11:59:10.549055 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-736e29b4-3979-463a-a9d8-b962ea008282 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group_rule (cb844b7f-dc6d-470c-b1b2-dd0b11e75abc), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:10.553601 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-736e29b4-3979-463a-a9d8-b962ea008282 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (cb844b7f-dc6d-470c-b1b2-dd0b11e75abc), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:10.596102 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e29b4-3979-463a-a9d8-b962ea008282 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb844b7f-dc6d-470c-b1b2-dd0b11e75abc,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:10.611949 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-736e29b4-3979-463a-a9d8-b962ea008282 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:10.613175 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-736e29b4-3979-463a-a9d8-b962ea008282 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1679959 Apr 06 11:59:10.616789 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 50628) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:59:10.621361 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-b921eee4-5d0b-4291-b7dd-b1271f41bbfb tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Request body: {'floatingip': {'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:59:10.646620 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b921eee4-5d0b-4291-b7dd-b1271f41bbfb tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:10.656472 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c44b0-d852-48e0-87ea-26479daf6af5 req-7cc15b98-f07b-4c9d-aae1-935ccdcc2f92 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:10.658098 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a94c44b0-d852-48e0-87ea-26479daf6af5 req-7cc15b98-f07b-4c9d-aae1-935ccdcc2f92 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 946 time: 0.1228006 Apr 06 11:59:10.668424 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-67508298-d296-467b-bbc9-8e87520e65a8 req-45453fc0-a4b2-4be4-bd7e-fdfa330099db service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739694 Apr 06 11:59:10.726326 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a94c44b0-d852-48e0-87ea-26479daf6af5 req-ecb8fae9-8cde-41d1-bd60-071af3e70457 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548460 Apr 06 11:59:10.774086 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67508298-d296-467b-bbc9-8e87520e65a8 req-df1e1f67-fa60-4ec4-905c-1a2343a9e47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:10.775858 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-67508298-d296-467b-bbc9-8e87520e65a8 req-df1e1f67-fa60-4ec4-905c-1a2343a9e47d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccfa48bf303a4fbd92c016652e6c8ffa&device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 1130 time: 0.0650077 Apr 06 11:59:10.784441 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b921eee4-5d0b-4291-b7dd-b1271f41bbfb tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:10.905239 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.db_base_plugin_common [None req-b921eee4-5d0b-4291-b7dd-b1271f41bbfb tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Allocated IP 172.27.1.169 (f8bc4371-0f06-4ac4-8212-20e00bcdd0be/f72af3a5-4f9e-49cd-911b-77b0f5cebaf5/df9ec9f6-b2a3-4e32-aa5e-2cdeeea32f8b) {{(pid=110259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:59:10.998651 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67508298-d296-467b-bbc9-8e87520e65a8 req-ea15b671-4bd2-4ccb-b22c-a1d951dc7802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:11.000326 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-67508298-d296-467b-bbc9-8e87520e65a8 req-ea15b671-4bd2-4ccb-b22c-a1d951dc7802 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8762c11-97c8-4692-bb2b-070d6ecd6b12 HTTP/1.1" status: 200 len: 920 time: 0.1169112 Apr 06 11:59:11.051898 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-67508298-d296-467b-bbc9-8e87520e65a8 req-60b3d206-fc20-4c39-83f8-0bb8d3e8eb34 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7435b605-991f-4ef2-b321-64fe5e1e306f HTTP/1.1" status: 200 len: 217 time: 0.0455611 Apr 06 11:59:11.058935 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b921eee4-5d0b-4291-b7dd-b1271f41bbfb tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for port (df9ec9f6-b2a3-4e32-aa5e-2cdeeea32f8b), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:11.107304 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b921eee4-5d0b-4291-b7dd-b1271f41bbfb tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (df9ec9f6-b2a3-4e32-aa5e-2cdeeea32f8b), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:11.117334 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67508298-d296-467b-bbc9-8e87520e65a8 req-4114e083-1aea-44e9-9890-1bf980548d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:11.118807 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-67508298-d296-467b-bbc9-8e87520e65a8 req-4114e083-1aea-44e9-9890-1bf980548d89 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9b503157-0ef4-44d3-80a9-20b0dc5d9230 HTTP/1.1" status: 200 len: 858 time: 0.0510128 Apr 06 11:59:11.151815 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b921eee4-5d0b-4291-b7dd-b1271f41bbfb tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Network f8bc4371-0f06-4ac4-8212-20e00bcdd0be is already hosted by enough agents. {{(pid=110259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:59:11.155229 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [None req-b921eee4-5d0b-4291-b7dd-b1271f41bbfb tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Resources bound (agent type, host, resource id): {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:59:11.161555 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b921eee4-5d0b-4291-b7dd-b1271f41bbfb tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Received port after_create {{(pid=110259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:59:11.187831 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67508298-d296-467b-bbc9-8e87520e65a8 req-e96ed85e-909b-480d-9a9c-4de38062fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:11.189583 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-67508298-d296-467b-bbc9-8e87520e65a8 req-e96ed85e-909b-480d-9a9c-4de38062fb4d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8762c11-97c8-4692-bb2b-070d6ecd6b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564249 Apr 06 11:59:11.191752 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921eee4-5d0b-4291-b7dd-b1271f41bbfb tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event updated for resources: {'Port': ['ID=df9ec9f6-b2a3-4e32-aa5e-2cdeeea32f8b,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:11.288579 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b921eee4-5d0b-4291-b7dd-b1271f41bbfb tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for floatingip (46fb096b-8439-49c8-8203-c560878003bc), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:11.324553 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-67508298-d296-467b-bbc9-8e87520e65a8 req-97ebf834-bfa3-4747-b53f-60c30afb8cee service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273265 Apr 06 11:59:11.332492 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b921eee4-5d0b-4291-b7dd-b1271f41bbfb tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (df9ec9f6-b2a3-4e32-aa5e-2cdeeea32f8b), before_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:11.414953 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0cce17-2ef3-4f2d-b8c7-92386d3ea75e req-a285e9dd-98e8-43f0-9a50-62c2954ff1ff tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:11.416763 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-0e0cce17-2ef3-4f2d-b8c7-92386d3ea75e req-a285e9dd-98e8-43f0-9a50-62c2954ff1ff tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.53 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 946 time: 0.1432934 Apr 06 11:59:11.529336 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-67508298-d296-467b-bbc9-8e87520e65a8 req-4919f064-f3ba-42db-a1b1-adfd80d09f8f service neutron] 10.222.0.53 "GET /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980841 Apr 06 11:59:11.555819 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b921eee4-5d0b-4291-b7dd-b1271f41bbfb tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for port (df9ec9f6-b2a3-4e32-aa5e-2cdeeea32f8b), precommit_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:11.562196 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b921eee4-5d0b-4291-b7dd-b1271f41bbfb tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352485'] for port (df9ec9f6-b2a3-4e32-aa5e-2cdeeea32f8b), after_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:11.564425 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [req-0e0cce17-2ef3-4f2d-b8c7-92386d3ea75e req-b3b6d643-327f-4b8a-891f-52fe0ca5c157 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Deleting port fff424a3-655d-48b5-9050-0acbe0bf6be8 {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:59:11.564924 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-0e0cce17-2ef3-4f2d-b8c7-92386d3ea75e req-b3b6d643-327f-4b8a-891f-52fe0ca5c157 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (fff424a3-655d-48b5-9050-0acbe0bf6be8), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:11.663929 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921eee4-5d0b-4291-b7dd-b1271f41bbfb tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event updated for resources: {'Port': ['ID=df9ec9f6-b2a3-4e32-aa5e-2cdeeea32f8b,revision_number=2']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:11.673854 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-0e0cce17-2ef3-4f2d-b8c7-92386d3ea75e req-b3b6d643-327f-4b8a-891f-52fe0ca5c157 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] For port fff424a3-655d-48b5-9050-0acbe0bf6be8, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fff424a3-655d-48b5-9050-0acbe0bf6be8,segment=NetworkSegment(deb309b9-5789-464c-9c33-f60bf6e06a39),segment_id=deb309b9-5789-464c-9c33-f60bf6e06a39)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:59:11.674250 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-0e0cce17-2ef3-4f2d-b8c7-92386d3ea75e req-b3b6d643-327f-4b8a-891f-52fe0ca5c157 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (fff424a3-655d-48b5-9050-0acbe0bf6be8), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:11.688145 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b921eee4-5d0b-4291-b7dd-b1271f41bbfb tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (46fb096b-8439-49c8-8203-c560878003bc), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:11.711935 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca76d6b-5896-455c-9bba-d77508ce3a06 req-e4d1c838-4323-4afc-be55-51cc0e3772ea tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:11.713477 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-5ca76d6b-5896-455c-9bba-d77508ce3a06 req-e4d1c838-4323-4afc-be55-51cc0e3772ea tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 945 time: 0.1140022 Apr 06 11:59:11.717389 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b921eee4-5d0b-4291-b7dd-b1271f41bbfb tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:11.727585 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-b921eee4-5d0b-4291-b7dd-b1271f41bbfb tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1007349 Apr 06 11:59:11.780033 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-5ca76d6b-5896-455c-9bba-d77508ce3a06 req-f1d0495d-f7df-45d8-ad4d-0fc194c77a3d tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600154 Apr 06 11:59:11.864603 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [req-0a45b208-85a1-46f5-b2e9-7f66367d3aff req-19118030-0b3e-4022-8bda-87a65d747f20 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=110259) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:59:11.865701 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-0a45b208-85a1-46f5-b2e9-7f66367d3aff req-19118030-0b3e-4022-8bda-87a65d747f20 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056791 Apr 06 11:59:11.979384 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac013db9-6b72-4def-b303-41ba8623a9de req-174e3663-4b43-4f5f-a323-1ea0386e5240 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:11.981432 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ac013db9-6b72-4def-b303-41ba8623a9de req-174e3663-4b43-4f5f-a323-1ea0386e5240 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 946 time: 0.1284301 Apr 06 11:59:11.991548 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-0e0cce17-2ef3-4f2d-b8c7-92386d3ea75e req-b3b6d643-327f-4b8a-891f-52fe0ca5c157 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:11.991939 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-0e0cce17-2ef3-4f2d-b8c7-92386d3ea75e req-b3b6d643-327f-4b8a-891f-52fe0ca5c157 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (8335e528-c0fb-403d-94f4-c6258a6b98a0), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:11.992265 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.db.l3_db [req-0e0cce17-2ef3-4f2d-b8c7-92386d3ea75e req-b3b6d643-327f-4b8a-891f-52fe0ca5c157 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Floating IP 8335e528-c0fb-403d-94f4-c6258a6b98a0 disassociated. External IP: 172.27.1.13, port: fff424a3-655d-48b5-9050-0acbe0bf6be8. Apr 06 11:59:11.992618 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [req-0e0cce17-2ef3-4f2d-b8c7-92386d3ea75e req-b3b6d643-327f-4b8a-891f-52fe0ca5c157 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Calling delete_port for fff424a3-655d-48b5-9050-0acbe0bf6be8 owned by compute:nova {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:59:12.105110 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ac013db9-6b72-4def-b303-41ba8623a9de req-a5a245bc-dc0b-4dfb-b2aa-8c1f3ee530a8 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c79ce6d-8afb-4f5c-a217-669e7a0e2514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033444 Apr 06 11:59:12.160513 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 50654) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:59:12.163150 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-e5d38d15-48f7-40b3-a330-857a1833dc84 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1979603683&fields=id&tenant_id=6bf3687e8d0448cfb29d393230e0fba3 HTTP/1.1" status: 200 len: 267 time: 0.0942850 Apr 06 11:59:12.265416 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-0e0cce17-2ef3-4f2d-b8c7-92386d3ea75e req-b3b6d643-327f-4b8a-891f-52fe0ca5c157 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (fff424a3-655d-48b5-9050-0acbe0bf6be8), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:12.269092 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-0692ceeb-4854-46e2-8421-1eab4ce39bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:12.318395 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-6efdfc45-8202-4f58-91d6-ae66dc07dea0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:12.319906 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-6efdfc45-8202-4f58-91d6-ae66dc07dea0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/networks?id=99bd6fac-a9a5-4214-bfa7-98f9f937fa30 HTTP/1.1" status: 200 len: 812 time: 0.1477809 Apr 06 11:59:12.334024 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302513ad-c290-43ed-927b-3394afc32577 req-57cc553d-ef0d-4b5b-99ff-3dbaac5e052f tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:12.335535 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-302513ad-c290-43ed-927b-3394afc32577 req-57cc553d-ef0d-4b5b-99ff-3dbaac5e052f tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 945 time: 0.1437736 Apr 06 11:59:12.335670 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-51d35434-5efe-4fb9-9d35-2983324690fd tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/quotas/6bf3687e8d0448cfb29d393230e0fba3 HTTP/1.1" status: 200 len: 375 time: 0.0098600 Apr 06 11:59:12.336323 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6d643-327f-4b8a-891f-52fe0ca5c157 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Pushing event deleted for resources: {'Port': ['ID=fff424a3-655d-48b5-9050-0acbe0bf6be8,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:12.423419 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-c1d86100-6590-479c-92fb-a1e4b26bdb4a tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6bf3687e8d0448cfb29d393230e0fba3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755663 Apr 06 11:59:12.425056 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ffb18721-b301-4d4b-8230-89ad63f17438 req-984a8891-8ee0-470f-a11e-a89a45d11922 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2629597 Apr 06 11:59:12.444741 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [req-ffb18721-b301-4d4b-8230-89ad63f17438 req-5d609fa9-d166-44b6-ae02-94891868dba1 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=110260) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:59:12.445805 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ffb18721-b301-4d4b-8230-89ad63f17438 req-5d609fa9-d166-44b6-ae02-94891868dba1 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095904 Apr 06 11:59:12.510775 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-302513ad-c290-43ed-927b-3394afc32577 req-3573cd85-32bb-4db6-a102-0ba153faab7c tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572616 Apr 06 11:59:12.543792 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 50662) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:59:12.546017 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-b5664fed-e23f-4bc6-9295-f5a1b7d3441e service neutron] 10.222.0.39 "GET /v2.0/networks/99bd6fac-a9a5-4214-bfa7-98f9f937fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081042 Apr 06 11:59:12.550922 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e0cce17-2ef3-4f2d-b8c7-92386d3ea75e req-b3b6d643-327f-4b8a-891f-52fe0ca5c157 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Router 3b71def2-3d93-45be-a5ef-7b49fecb29c1 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:59:12.652518 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-c65c3d97-42e2-44e9-a295-de3095a2f0db service neutron] 10.222.0.39 "GET /v2.0/networks/99bd6fac-a9a5-4214-bfa7-98f9f937fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987771 Apr 06 11:59:12.703217 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb18721-b301-4d4b-8230-89ad63f17438 req-587ac2da-f6d8-4337-b94e-a9480708d9e9 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:12.704758 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ffb18721-b301-4d4b-8230-89ad63f17438 req-587ac2da-f6d8-4337-b94e-a9480708d9e9 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports/3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f HTTP/1.1" status: 200 len: 942 time: 0.1597898 Apr 06 11:59:12.726337 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e0cce17-2ef3-4f2d-b8c7-92386d3ea75e req-b3b6d643-327f-4b8a-891f-52fe0ca5c157 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:59:12.741972 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7929ff0d-ce2c-4e4b-a0f9-cf6a2119e94f None None] Sync routers for ids ['3b71def2-3d93-45be-a5ef-7b49fecb29c1'] in dv-cinder-836074-2-iscsi {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:59:12.759644 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7929ff0d-ce2c-4e4b-a0f9-cf6a2119e94f None None] Routers {'3b71def2-3d93-45be-a5ef-7b49fecb29c1'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:59:12.760308 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-7929ff0d-ce2c-4e4b-a0f9-cf6a2119e94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:58:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['3b71def2-3d93-45be-a5ef-7b49fecb29c1'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:59:12.794867 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0cce17-2ef3-4f2d-b8c7-92386d3ea75e req-b3b6d643-327f-4b8a-891f-52fe0ca5c157 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] No DVR routers for this DVR port fff424a3-655d-48b5-9050-0acbe0bf6be8 on host hv-cinder-83607 {{(pid=110260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:59:12.813738 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-0e0cce17-2ef3-4f2d-b8c7-92386d3ea75e req-b3b6d643-327f-4b8a-891f-52fe0ca5c157 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:12.817803 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-0e0cce17-2ef3-4f2d-b8c7-92386d3ea75e req-b3b6d643-327f-4b8a-891f-52fe0ca5c157 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.53 "DELETE /v2.0/ports/fff424a3-655d-48b5-9050-0acbe0bf6be8 HTTP/1.1" status: 204 len: 173 time: 1.3948214 Apr 06 11:59:12.818319 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d25b01-e6f2-4b42-94ac-dbc0235a4edc', 'name': 'network-vif-deleted', 'tag': 'fff424a3-655d-48b5-9050-0acbe0bf6be8'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:59:12.821351 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5897a470-7536-4cd4-8f7d-80818a866842" -d '{"events": [{"server_uuid": "41d25b01-e6f2-4b42-94ac-dbc0235a4edc", "name": "network-vif-deleted", "tag": "fff424a3-655d-48b5-9050-0acbe0bf6be8"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:59:12.925655 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0168beb-3581-4c30-9b57-11d8d76d9d0a x-openstack-request-id: req-c0168beb-3581-4c30-9b57-11d8d76d9d0a {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:59:12.926139 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d25b01-e6f2-4b42-94ac-dbc0235a4edc", "name": "network-vif-deleted", "tag": "fff424a3-655d-48b5-9050-0acbe0bf6be8", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:59:12.926565 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c0168beb-3581-4c30-9b57-11d8d76d9d0a {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:59:12.927212 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0168beb-3581-4c30-9b57-11d8d76d9d0a'] response: {'server_uuid': '41d25b01-e6f2-4b42-94ac-dbc0235a4edc', 'name': 'network-vif-deleted', 'tag': 'fff424a3-655d-48b5-9050-0acbe0bf6be8', 'status': 'completed', 'code': 200} Apr 06 11:59:12.967036 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7fdfa487-a688-4f1c-9eb5-3c457385f4be req-3e2e90f4-a7f3-47d2-b133-1006b2d384e1 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=2406deaa-6fe1-41b4-90a7-90f91d307b9d HTTP/1.1" status: 200 len: 210 time: 0.0838392 Apr 06 11:59:13.024639 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-7929ff0d-ce2c-4e4b-a0f9-cf6a2119e94f None None] Set router 3b71def2-3d93-45be-a5ef-7b49fecb29c1 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:59:13.182853 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:59:13.306051 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f0914c6e-89f1-4dfb-af2f-38c1d1b130f6 req-6e5083c7-8a06-493a-8a8c-7abb72b52974 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d25b01-e6f2-4b42-94ac-dbc0235a4edc HTTP/1.1" status: 200 len: 210 time: 0.0567095 Apr 06 11:59:13.394269 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f is: ACTIVE; New status is: DOWN {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:59:13.394972 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:13.425360 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb64273-7237-43a9-85cc-28c6759b372d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f'}] {{(pid=110261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:59:13.427639 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa90572765a02b80253351879fa6496fbbfbce8a00fa36c7b280133d65d0c1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0846fb9d-c4e5-4363-be4f-4fb93a5d2f04" -d '{"events": [{"server_uuid": "5cb64273-7237-43a9-85cc-28c6759b372d", "name": "network-vif-unplugged", "status": "completed", "tag": "3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f"}]}' {{(pid=110261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:59:13.445431 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f,segment=NetworkSegment(71069d08-5e26-4841-82c8-61a202745114),segment_id=71069d08-5e26-4841-82c8-61a202745114)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:59:13.452575 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:13.453331 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device fff424a3-655d-48b5-9050-0acbe0bf6be8 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:59:13.461645 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-7929ff0d-ce2c-4e4b-a0f9-cf6a2119e94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'name': 'tempest-AttachVolumeShelveTestJSON-495381077-router', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:17Z', 'revision_number': 4, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'gw_port': {'id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': '01c1d04c-390a-4ad7-ad11-58637035f908', 'name': '', 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'mac_address': 'fa:16:3e:f0:f7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:13Z', 'updated_at': '2022-04-06T11:51:32Z', 'revision_number': 5, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'subnets': [{'id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:59:13.656057 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Apr 2022 11:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb124336-689c-42f9-96bd-91224ec9771b x-openstack-request-id: req-eb124336-689c-42f9-96bd-91224ec9771b {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:59:13.656366 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb64273-7237-43a9-85cc-28c6759b372d", "name": "network-vif-unplugged", "status": "failed", "tag": "3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f", "code": 422}]} {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:59:13.656597 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb124336-689c-42f9-96bd-91224ec9771b {{(pid=110261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:59:13.657017 dv-cinder-836074-2-iscsi neutron-server[110261]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-eb124336-689c-42f9-96bd-91224ec9771b']: {'server_uuid': '5cb64273-7237-43a9-85cc-28c6759b372d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f', 'code': 422} returned with failed status Apr 06 11:59:13.691960 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] No Port match for: fff424a3-655d-48b5-9050-0acbe0bf6be8 {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:59:13.692769 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device fff424a3-655d-48b5-9050-0acbe0bf6be8 not bound to the agent host hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:59:13.697321 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7929ff0d-ce2c-4e4b-a0f9-cf6a2119e94f None None] Checking router: 3b71def2-3d93-45be-a5ef-7b49fecb29c1 for host: dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:59:13.701053 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbc056-8c9e-4f59-92d4-2fc751a949df req-db563043-6037-41a6-b4a0-c13b8962a7ef tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:13.702774 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-9ebbc056-8c9e-4f59-92d4-2fc751a949df req-db563043-6037-41a6-b4a0-c13b8962a7ef tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 943 time: 0.1039443 Apr 06 11:59:13.726720 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f,revision_number=6']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:13.728905 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7929ff0d-ce2c-4e4b-a0f9-cf6a2119e94f None None] Routers {'3b71def2-3d93-45be-a5ef-7b49fecb29c1'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:59:13.729538 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-7929ff0d-ce2c-4e4b-a0f9-cf6a2119e94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:58:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['3b71def2-3d93-45be-a5ef-7b49fecb29c1'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:59:13.760906 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-9ebbc056-8c9e-4f59-92d4-2fc751a949df req-27a97f31-3307-428b-8f1d-fec16bec3179 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516746 Apr 06 11:59:13.772693 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:13.773344 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:13.773715 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:13.774201 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:13.774397 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:13.774727 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:13.775049 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:13.775422 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:13.775681 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:13.776006 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:13.776327 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:13.776649 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:13.777012 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:13.777331 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:13.777645 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:13.860572 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-7929ff0d-ce2c-4e4b-a0f9-cf6a2119e94f None None] Set router 3b71def2-3d93-45be-a5ef-7b49fecb29c1 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:59:14.070007 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:14.081950 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4c3ad9f1-8f3d-4128-85b8-f555b8039535 req-710324d8-3929-4a20-a52a-ad788b303104 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=2406deaa-6fe1-41b4-90a7-90f91d307b9d HTTP/1.1" status: 200 len: 210 time: 0.0297163 Apr 06 11:59:14.096603 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-7929ff0d-ce2c-4e4b-a0f9-cf6a2119e94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'name': 'tempest-AttachVolumeShelveTestJSON-495381077-router', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:17Z', 'revision_number': 4, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'gw_port': {'id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': '01c1d04c-390a-4ad7-ad11-58637035f908', 'name': '', 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'mac_address': 'fa:16:3e:f0:f7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:13Z', 'updated_at': '2022-04-06T11:51:32Z', 'revision_number': 5, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'subnets': [{'id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:59:14.126291 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7929ff0d-ce2c-4e4b-a0f9-cf6a2119e94f None None] The sync data for ids ['3b71def2-3d93-45be-a5ef-7b49fecb29c1'] in dv-cinder-836074-2-iscsi is: [{'id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'name': 'tempest-AttachVolumeShelveTestJSON-495381077-router', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:17Z', 'revision_number': 4, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'gw_port': {'id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': '01c1d04c-390a-4ad7-ad11-58637035f908', 'name': '', 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'mac_address': 'fa:16:3e:f0:f7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:13Z', 'updated_at': '2022-04-06T11:51:32Z', 'revision_number': 5, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'subnets': [{'id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:59:14.400355 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83eeaba-0180-4719-9338-15d6ac4fa270 None None] New status for floating IP 8335e528-c0fb-403d-94f4-c6258a6b98a0: DOWN {{(pid=110262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:59:14.416068 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 50698) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:59:14.475084 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-517b9b73-f1c3-4b0c-afc1-6902bda17a2c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for security_group (9c79ce6d-8afb-4f5c-a217-669e7a0e2514), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:14.505928 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-517b9b73-f1c3-4b0c-afc1-6902bda17a2c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for security_group (9c79ce6d-8afb-4f5c-a217-669e7a0e2514), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:14.599814 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-517b9b73-f1c3-4b0c-afc1-6902bda17a2c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (9c79ce6d-8afb-4f5c-a217-669e7a0e2514), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:14.606461 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-517b9b73-f1c3-4b0c-afc1-6902bda17a2c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:14.610050 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-517b9b73-f1c3-4b0c-afc1-6902bda17a2c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "DELETE /v2.0/security-groups/9c79ce6d-8afb-4f5c-a217-669e7a0e2514 HTTP/1.1" status: 204 len: 168 time: 0.1912906 Apr 06 11:59:14.611560 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 50700) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:59:14.624025 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:59:14.627132 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b9b73-f1c3-4b0c-afc1-6902bda17a2c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c79ce6d-8afb-4f5c-a217-669e7a0e2514,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:14.633129 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.api.v2.resource [None req-e5a9b374-c5a4-4889-bec5-594100c5c902 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] show failed (client error): The resource could not be found. Apr 06 11:59:14.634609 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-e5a9b374-c5a4-4889-bec5-594100c5c902 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups/9c79ce6d-8afb-4f5c-a217-669e7a0e2514 HTTP/1.1" status: 404 len: 347 time: 0.0217185 Apr 06 11:59:14.637591 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 50702) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:59:14.642198 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b9b73-f1c3-4b0c-afc1-6902bda17a2c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:14.642942 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b9b73-f1c3-4b0c-afc1-6902bda17a2c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:14.643386 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b9b73-f1c3-4b0c-afc1-6902bda17a2c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:14.643948 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b9b73-f1c3-4b0c-afc1-6902bda17a2c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:14.644532 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b9b73-f1c3-4b0c-afc1-6902bda17a2c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:14.645146 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b9b73-f1c3-4b0c-afc1-6902bda17a2c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:14.645726 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b9b73-f1c3-4b0c-afc1-6902bda17a2c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:14.646542 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b9b73-f1c3-4b0c-afc1-6902bda17a2c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:14.647138 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b9b73-f1c3-4b0c-afc1-6902bda17a2c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:14.647708 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b9b73-f1c3-4b0c-afc1-6902bda17a2c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:14.649241 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b9b73-f1c3-4b0c-afc1-6902bda17a2c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:14.649850 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b9b73-f1c3-4b0c-afc1-6902bda17a2c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:14.650430 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b9b73-f1c3-4b0c-afc1-6902bda17a2c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:14.651273 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b9b73-f1c3-4b0c-afc1-6902bda17a2c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:14.652156 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b9b73-f1c3-4b0c-afc1-6902bda17a2c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:14.821231 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-bccf5f38-ec9c-4904-94eb-b2c28eb27b0a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Deleting port 9530046a-7940-4586-ab26-6363d8d52c18 {{(pid=110259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:59:14.822090 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-bccf5f38-ec9c-4904-94eb-b2c28eb27b0a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (9530046a-7940-4586-ab26-6363d8d52c18), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:14.952647 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-bccf5f38-ec9c-4904-94eb-b2c28eb27b0a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (9530046a-7940-4586-ab26-6363d8d52c18), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:14.953004 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-bccf5f38-ec9c-4904-94eb-b2c28eb27b0a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for floatingip (9530046a-7940-4586-ab26-6363d8d52c18), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:14.970013 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-bccf5f38-ec9c-4904-94eb-b2c28eb27b0a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Calling delete_port for 9530046a-7940-4586-ab26-6363d8d52c18 owned by network:floatingip {{(pid=110259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:59:15.000165 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280bef6-234e-4598-8f92-936c4220bb3f req-4eed3834-1acc-4954-9d7e-81300e23c136 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:15.001810 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-0280bef6-234e-4598-8f92-936c4220bb3f req-4eed3834-1acc-4954-9d7e-81300e23c136 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 943 time: 0.0976179 Apr 06 11:59:15.102876 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-b1e4c5ac-f500-47d6-aa2f-f59d8f903523 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:15.104618 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-b1e4c5ac-f500-47d6-aa2f-f59d8f903523 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.53 "GET /v2.0/networks?id=99bd6fac-a9a5-4214-bfa7-98f9f937fa30 HTTP/1.1" status: 200 len: 812 time: 0.4476891 Apr 06 11:59:15.117826 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-c89f3a4f-9f80-4b78-a3f4-5e9e3ef3bf57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:15.125327 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-0280bef6-234e-4598-8f92-936c4220bb3f req-9957dd47-e22b-4568-8946-a278558f399b tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937076 Apr 06 11:59:15.211124 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-bccf5f38-ec9c-4904-94eb-b2c28eb27b0a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (9530046a-7940-4586-ab26-6363d8d52c18), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:15.216340 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3d431c56-8e55-47f1-8623-3afcc6269350 req-97647a48-adf5-43a8-8a9b-17786a81cd31 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=2406deaa-6fe1-41b4-90a7-90f91d307b9d HTTP/1.1" status: 200 len: 210 time: 0.0408080 Apr 06 11:59:15.238917 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf5f38-ec9c-4904-94eb-b2c28eb27b0a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Pushing event deleted for resources: {'Port': ['ID=9530046a-7940-4586-ab26-6363d8d52c18,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:15.247234 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf5f38-ec9c-4904-94eb-b2c28eb27b0a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:15.248063 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf5f38-ec9c-4904-94eb-b2c28eb27b0a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:15.248488 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf5f38-ec9c-4904-94eb-b2c28eb27b0a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:15.249092 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf5f38-ec9c-4904-94eb-b2c28eb27b0a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:15.249430 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf5f38-ec9c-4904-94eb-b2c28eb27b0a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:15.249906 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf5f38-ec9c-4904-94eb-b2c28eb27b0a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:15.250277 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf5f38-ec9c-4904-94eb-b2c28eb27b0a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:15.250608 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf5f38-ec9c-4904-94eb-b2c28eb27b0a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:15.250935 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf5f38-ec9c-4904-94eb-b2c28eb27b0a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:15.251263 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf5f38-ec9c-4904-94eb-b2c28eb27b0a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:15.251588 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf5f38-ec9c-4904-94eb-b2c28eb27b0a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:15.251909 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf5f38-ec9c-4904-94eb-b2c28eb27b0a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:15.252227 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf5f38-ec9c-4904-94eb-b2c28eb27b0a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:15.252547 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf5f38-ec9c-4904-94eb-b2c28eb27b0a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:15.252932 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf5f38-ec9c-4904-94eb-b2c28eb27b0a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:59:15.324040 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-a88e5fe8-b996-4ae0-a8d9-701621c09d6f tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bf3687e8d0448cfb29d393230e0fba3 HTTP/1.1" status: 200 len: 380 time: 0.0992820 Apr 06 11:59:15.329181 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb18721-b301-4d4b-8230-89ad63f17438 req-6b74b0fa-9575-4726-b010-3189429a1de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:15.330709 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ffb18721-b301-4d4b-8230-89ad63f17438 req-6b74b0fa-9575-4726-b010-3189429a1de0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d&tenant_id=c61da0b3453a4380b55109d369f70604 HTTP/1.1" status: 200 len: 1127 time: 0.0998914 Apr 06 11:59:15.335180 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-bccf5f38-ec9c-4904-94eb-b2c28eb27b0a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for floatingip (8335e528-c0fb-403d-94f4-c6258a6b98a0), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:15.335602 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-21af4bb0-af79-4d90-9fc3-17335a404763 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Request body: {'port': {'device_id': '2406deaa-6fe1-41b4-90a7-90f91d307b9d', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'admin_state_up': True, 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'security_groups': ['4632ff1d-23ff-4006-8097-b87431adea75']}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:59:15.337755 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-bccf5f38-ec9c-4904-94eb-b2c28eb27b0a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:15.338962 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-bccf5f38-ec9c-4904-94eb-b2c28eb27b0a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "DELETE /v2.0/floatingips/8335e528-c0fb-403d-94f4-c6258a6b98a0 HTTP/1.1" status: 204 len: 168 time: 0.6995530 Apr 06 11:59:15.511717 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb18721-b301-4d4b-8230-89ad63f17438 req-5cd9d8ab-04cc-40a9-85ab-92ae6d1decbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:15.513287 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ffb18721-b301-4d4b-8230-89ad63f17438 req-5cd9d8ab-04cc-40a9-85ab-92ae6d1decbc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c61da0b3453a4380b55109d369f70604&device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 1127 time: 0.1079087 Apr 06 11:59:15.581037 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-21af4bb0-af79-4d90-9fc3-17335a404763 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Made reservation on behalf of 6bf3687e8d0448cfb29d393230e0fba3 for: {'port': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:59:15.584375 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-21af4bb0-af79-4d90-9fc3-17335a404763 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:15.674624 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb18721-b301-4d4b-8230-89ad63f17438 req-37d7357f-e214-4115-a913-882896aa1827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:15.675916 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ffb18721-b301-4d4b-8230-89ad63f17438 req-37d7357f-e214-4115-a913-882896aa1827 service neutron] 10.222.0.53 "GET /v2.0/networks?id=de8c376e-69fb-4e43-b549-d8d17aafcff4 HTTP/1.1" status: 200 len: 910 time: 0.1544852 Apr 06 11:59:15.771698 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 50714) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:59:15.776342 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-e6f5113b-1233-489c-8156-144e66eac8d1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1771584274', 'description': 'tempest-description--616489410'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:59:15.788752 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ffb18721-b301-4d4b-8230-89ad63f17438 req-39b0d39c-4af6-483d-9ffb-6085b9587822 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f HTTP/1.1" status: 200 len: 999 time: 0.1061573 Apr 06 11:59:15.802791 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e6f5113b-1233-489c-8156-144e66eac8d1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:15.810937 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-21af4bb0-af79-4d90-9fc3-17335a404763 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Allocated IP 172.20.0.11 (99bd6fac-a9a5-4214-bfa7-98f9f937fa30/30cc3b5e-6713-4293-92dc-273ba182e38b/517c1752-ecd3-4b07-8044-77f513f70c53) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:59:15.867369 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb18721-b301-4d4b-8230-89ad63f17438 req-ac4edc5c-ab7c-4112-8b91-5a90facb1791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:15.868914 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ffb18721-b301-4d4b-8230-89ad63f17438 req-ac4edc5c-ab7c-4112-8b91-5a90facb1791 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e4b164e1-cd7f-4c00-9d14-1a694355ee3f HTTP/1.1" status: 200 len: 848 time: 0.0716200 Apr 06 11:59:15.886663 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e6f5113b-1233-489c-8156-144e66eac8d1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for security_group (0adc483b-19e5-4535-83b0-02ca7ef1f133), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:15.892156 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e6f5113b-1233-489c-8156-144e66eac8d1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (0adc483b-19e5-4535-83b0-02ca7ef1f133), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:15.922368 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e6f5113b-1233-489c-8156-144e66eac8d1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:15.923612 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-e6f5113b-1233-489c-8156-144e66eac8d1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1508236 Apr 06 11:59:15.926622 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 50716) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:59:15.930938 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-33d8ddf5-c67f-409a-ae3a-b8023abdeb46 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Request body: {'security_group_rule': {'security_group_id': '0adc483b-19e5-4535-83b0-02ca7ef1f133', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:59:15.938839 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5113b-1233-489c-8156-144e66eac8d1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0adc483b-19e5-4535-83b0-02ca7ef1f133,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:15.964567 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-33d8ddf5-c67f-409a-ae3a-b8023abdeb46 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for security_group_rule (51aa19bf-7fd3-482d-97c8-e962a0b4899f), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:15.988495 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb18721-b301-4d4b-8230-89ad63f17438 req-be948093-e053-4ec2-b649-138a15734c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:15.990068 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ffb18721-b301-4d4b-8230-89ad63f17438 req-be948093-e053-4ec2-b649-138a15734c23 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=de8c376e-69fb-4e43-b549-d8d17aafcff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1145430 Apr 06 11:59:16.029131 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-33d8ddf5-c67f-409a-ae3a-b8023abdeb46 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for security_group_rule (51aa19bf-7fd3-482d-97c8-e962a0b4899f), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:16.033973 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-33d8ddf5-c67f-409a-ae3a-b8023abdeb46 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (51aa19bf-7fd3-482d-97c8-e962a0b4899f), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:16.051513 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8ddf5-c67f-409a-ae3a-b8023abdeb46 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51aa19bf-7fd3-482d-97c8-e962a0b4899f,revision_number=0']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:16.065724 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-33d8ddf5-c67f-409a-ae3a-b8023abdeb46 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:16.067064 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-33d8ddf5-c67f-409a-ae3a-b8023abdeb46 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395581 Apr 06 11:59:16.070506 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 50720) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:59:16.076100 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-4b1c101b-2c42-428a-88a3-582d1ee71729 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Request body: {'security_group_rule': {'security_group_id': '0adc483b-19e5-4535-83b0-02ca7ef1f133', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:59:16.096890 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-21af4bb0-af79-4d90-9fc3-17335a404763 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for port (517c1752-ecd3-4b07-8044-77f513f70c53), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:16.111448 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4b1c101b-2c42-428a-88a3-582d1ee71729 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for security_group_rule (315c235c-9228-4d8c-b6fc-df9cab10aa25), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:16.151610 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ffb18721-b301-4d4b-8230-89ad63f17438 req-e0af7b8f-e62c-400c-aa7c-c1cdb1ba211b service neutron] 10.222.0.53 "GET /v2.0/networks/de8c376e-69fb-4e43-b549-d8d17aafcff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518638 Apr 06 11:59:16.178018 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4b1c101b-2c42-428a-88a3-582d1ee71729 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for security_group_rule (315c235c-9228-4d8c-b6fc-df9cab10aa25), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:16.183869 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4b1c101b-2c42-428a-88a3-582d1ee71729 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (315c235c-9228-4d8c-b6fc-df9cab10aa25), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:16.185223 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-21af4bb0-af79-4d90-9fc3-17335a404763 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (517c1752-ecd3-4b07-8044-77f513f70c53), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:16.206079 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c101b-2c42-428a-88a3-582d1ee71729 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315c235c-9228-4d8c-b6fc-df9cab10aa25,revision_number=0']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:16.212414 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4b1c101b-2c42-428a-88a3-582d1ee71729 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:16.217135 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-4b1c101b-2c42-428a-88a3-582d1ee71729 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1421876 Apr 06 11:59:16.218515 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 50724) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:59:16.223300 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-6c2f73ef-e05d-4ffb-9c1e-2b9d13ac2458 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Request body: {'floatingip': {'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:59:16.244695 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6c2f73ef-e05d-4ffb-9c1e-2b9d13ac2458 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:16.311360 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-21af4bb0-af79-4d90-9fc3-17335a404763 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Network 99bd6fac-a9a5-4214-bfa7-98f9f937fa30 is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:59:16.318903 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-21af4bb0-af79-4d90-9fc3-17335a404763 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:59:16.323027 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af4bb0-af79-4d90-9fc3-17335a404763 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event updated for resources: {'Port': ['ID=517c1752-ecd3-4b07-8044-77f513f70c53,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:16.326121 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-21af4bb0-af79-4d90-9fc3-17335a404763 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:59:16.398299 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ffb18721-b301-4d4b-8230-89ad63f17438 req-3d0a4801-084c-49f9-a51d-50be0c19bbdc service neutron] 10.222.0.53 "GET /v2.0/networks/de8c376e-69fb-4e43-b549-d8d17aafcff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397404 Apr 06 11:59:16.402218 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ba0d6-4426-4182-9477-cf53dd825cb9 req-97d500e7-9036-4226-9353-5acd02921c9e tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:16.404630 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ef3ba0d6-4426-4182-9477-cf53dd825cb9 req-97d500e7-9036-4226-9353-5acd02921c9e tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=2406deaa-6fe1-41b4-90a7-90f91d307b9d HTTP/1.1" status: 200 len: 932 time: 0.1033723 Apr 06 11:59:16.410970 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e13dd8-874f-4931-8afd-306ebca2a487 req-f22ee6b7-d0b5-4151-b6ab-d017499eced8 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:16.412524 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-04e13dd8-874f-4931-8afd-306ebca2a487 req-f22ee6b7-d0b5-4151-b6ab-d017499eced8 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 943 time: 0.1990037 Apr 06 11:59:16.419609 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-21af4bb0-af79-4d90-9fc3-17335a404763 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:16.420269 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-21af4bb0-af79-4d90-9fc3-17335a404763 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:16.458651 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:16.459278 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6c2f73ef-e05d-4ffb-9c1e-2b9d13ac2458 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:16.482569 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-21af4bb0-af79-4d90-9fc3-17335a404763 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1507127 Apr 06 11:59:16.486585 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-04e13dd8-874f-4931-8afd-306ebca2a487 req-e5bbfb0d-d8cc-4c0e-a99a-664d12210d03 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617483 Apr 06 11:59:16.491663 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ef3ba0d6-4426-4182-9477-cf53dd825cb9 req-43904dc7-1088-42f2-ad53-f3a04a155383 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=4632ff1d-23ff-4006-8097-b87431adea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738964 Apr 06 11:59:16.599903 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.db_base_plugin_common [None req-6c2f73ef-e05d-4ffb-9c1e-2b9d13ac2458 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Allocated IP 172.27.1.110 (f8bc4371-0f06-4ac4-8212-20e00bcdd0be/f72af3a5-4f9e-49cd-911b-77b0f5cebaf5/a9d1338e-8798-43c0-abf2-5509abc393d0) {{(pid=110259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:59:16.635154 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-eb94afe6-46f6-4a91-916c-c4e7246cbe77 None None] Provisioning complete for port 517c1752-ecd3-4b07-8044-77f513f70c53 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:59:16.635526 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-eb94afe6-46f6-4a91-916c-c4e7246cbe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (517c1752-ecd3-4b07-8044-77f513f70c53), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:16.674528 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-eb94afe6-46f6-4a91-916c-c4e7246cbe77 None None] Port 517c1752-ecd3-4b07-8044-77f513f70c53 cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:59:16.707662 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6c2f73ef-e05d-4ffb-9c1e-2b9d13ac2458 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for port (a9d1338e-8798-43c0-abf2-5509abc393d0), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:16.743106 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6c2f73ef-e05d-4ffb-9c1e-2b9d13ac2458 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (a9d1338e-8798-43c0-abf2-5509abc393d0), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:16.788156 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2f73ef-e05d-4ffb-9c1e-2b9d13ac2458 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Network f8bc4371-0f06-4ac4-8212-20e00bcdd0be is already hosted by enough agents. {{(pid=110259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:59:16.791326 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [None req-6c2f73ef-e05d-4ffb-9c1e-2b9d13ac2458 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Resources bound (agent type, host, resource id): {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:59:16.796295 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2f73ef-e05d-4ffb-9c1e-2b9d13ac2458 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Received port after_create {{(pid=110259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:59:16.821218 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f73ef-e05d-4ffb-9c1e-2b9d13ac2458 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Pushing event updated for resources: {'Port': ['ID=a9d1338e-8798-43c0-abf2-5509abc393d0,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:16.889861 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6c2f73ef-e05d-4ffb-9c1e-2b9d13ac2458 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for floatingip (b5bcdac1-8644-45b7-a088-0f7ce381e977), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:16.931416 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6c2f73ef-e05d-4ffb-9c1e-2b9d13ac2458 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (a9d1338e-8798-43c0-abf2-5509abc393d0), before_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:17.101597 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6c2f73ef-e05d-4ffb-9c1e-2b9d13ac2458 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for port (a9d1338e-8798-43c0-abf2-5509abc393d0), precommit_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:17.107192 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6c2f73ef-e05d-4ffb-9c1e-2b9d13ac2458 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352485'] for port (a9d1338e-8798-43c0-abf2-5509abc393d0), after_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:17.184665 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f73ef-e05d-4ffb-9c1e-2b9d13ac2458 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Pushing event updated for resources: {'Port': ['ID=a9d1338e-8798-43c0-abf2-5509abc393d0,revision_number=2']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:17.198605 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6c2f73ef-e05d-4ffb-9c1e-2b9d13ac2458 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (b5bcdac1-8644-45b7-a088-0f7ce381e977), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:17.221134 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6c2f73ef-e05d-4ffb-9c1e-2b9d13ac2458 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:17.222417 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-6c2f73ef-e05d-4ffb-9c1e-2b9d13ac2458 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0028658 Apr 06 11:59:17.433318 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-3da3e50e-7a29-4ee4-a52a-34418077c12e tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1771584274&fields=id&tenant_id=1a2c38a64ffb4474b4a145f9808cc37f HTTP/1.1" status: 200 len: 267 time: 0.0474007 Apr 06 11:59:17.584022 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-ec179d12-4324-4aef-8fc7-ca6b9744f143 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:17.586696 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-ec179d12-4324-4aef-8fc7-ca6b9744f143 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/networks?id=04e35c34-b38e-495d-ab59-a36a4ea05864 HTTP/1.1" status: 200 len: 816 time: 0.1455388 Apr 06 11:59:17.598361 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-0b4d8024-47e8-4c5f-86f2-644d45a93dc2 service neutron] Request body: {'port': {'device_id': '2406deaa-6fe1-41b4-90a7-90f91d307b9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:59:17.633056 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f0438-1318-46a7-b6d7-3a6d41f506bf req-4acd78b4-57a8-4287-b1c6-7b8e5cc580ec tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:17.634790 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1d0f0438-1318-46a7-b6d7-3a6d41f506bf req-4acd78b4-57a8-4287-b1c6-7b8e5cc580ec tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=2406deaa-6fe1-41b4-90a7-90f91d307b9d HTTP/1.1" status: 200 len: 932 time: 0.0633509 Apr 06 11:59:17.654117 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-cb914668-904a-43f2-b6c1-d689f6374cc6 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/quotas/1a2c38a64ffb4474b4a145f9808cc37f HTTP/1.1" status: 200 len: 375 time: 0.0503030 Apr 06 11:59:17.699596 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1d0f0438-1318-46a7-b6d7-3a6d41f506bf req-0e3018d1-a452-4046-8d49-394a82d5008a tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=4632ff1d-23ff-4006-8097-b87431adea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562334 Apr 06 11:59:17.793506 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-0b4d8024-47e8-4c5f-86f2-644d45a93dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (517c1752-ecd3-4b07-8044-77f513f70c53), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:17.820078 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39487bd0-97af-4ded-859f-53ac7124b981 req-ef4b4948-19e0-44c6-a8e3-01281fd27b7f tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:17.822017 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-39487bd0-97af-4ded-859f-53ac7124b981 req-ef4b4948-19e0-44c6-a8e3-01281fd27b7f tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 943 time: 0.0635087 Apr 06 11:59:17.837722 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-eb995f9b-a937-40d2-aeac-fd1e39a4a89f tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1a2c38a64ffb4474b4a145f9808cc37f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1735361 Apr 06 11:59:17.898102 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-39487bd0-97af-4ded-859f-53ac7124b981 req-e7d40036-4771-4953-b89f-db53e950a630 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689137 Apr 06 11:59:18.053584 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-85532065-2020-4c2e-8029-012e092ccf53 service neutron] 10.222.0.39 "GET /v2.0/networks/04e35c34-b38e-495d-ab59-a36a4ea05864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864481 Apr 06 11:59:18.210476 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-122b6dc5-5394-4132-9ab4-9b78408f5908 service neutron] 10.222.0.39 "GET /v2.0/networks/04e35c34-b38e-495d-ab59-a36a4ea05864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325953 Apr 06 11:59:18.261557 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-0b4d8024-47e8-4c5f-86f2-644d45a93dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 517c1752-ecd3-4b07-8044-77f513f70c53 {{(pid=110260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:59:18.270437 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-0b4d8024-47e8-4c5f-86f2-644d45a93dc2 service neutron] Publish callbacks [] for port (517c1752-ecd3-4b07-8044-77f513f70c53), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:18.283133 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.provisioning_blocks [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-0b4d8024-47e8-4c5f-86f2-644d45a93dc2 service neutron] Transition to ACTIVE for port object 517c1752-ecd3-4b07-8044-77f513f70c53 will not be triggered until provisioned by entity L2. {{(pid=110260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:59:18.288406 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-0b4d8024-47e8-4c5f-86f2-644d45a93dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (517c1752-ecd3-4b07-8044-77f513f70c53), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:18.340828 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d8024-47e8-4c5f-86f2-644d45a93dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=517c1752-ecd3-4b07-8044-77f513f70c53,revision_number=2']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:18.407533 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-7a3deb5b-1465-4a7d-aef7-2c3cd6a67774 req-6e864e02-1a97-4f78-94d2-1ddf846eebd7 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 210 time: 0.0457804 Apr 06 11:59:18.432187 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-0b4d8024-47e8-4c5f-86f2-644d45a93dc2 service neutron] Attempting to bind port 517c1752-ecd3-4b07-8044-77f513f70c53 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:59:18.432792 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-0b4d8024-47e8-4c5f-86f2-644d45a93dc2 service neutron] Attempting to bind port 517c1752-ecd3-4b07-8044-77f513f70c53 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'd73cce00-15b1-40fb-ad57-8913535f579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30'}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:59:18.433247 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-0b4d8024-47e8-4c5f-86f2-644d45a93dc2 service neutron] Attempting to bind port 517c1752-ecd3-4b07-8044-77f513f70c53 on network 99bd6fac-a9a5-4214-bfa7-98f9f937fa30 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:59:18.438930 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-0b4d8024-47e8-4c5f-86f2-644d45a93dc2 service neutron] Port 517c1752-ecd3-4b07-8044-77f513f70c53 on network 99bd6fac-a9a5-4214-bfa7-98f9f937fa30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:59:18.439506 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-0b4d8024-47e8-4c5f-86f2-644d45a93dc2 service neutron] Attempting to bind port 517c1752-ecd3-4b07-8044-77f513f70c53 on network 99bd6fac-a9a5-4214-bfa7-98f9f937fa30 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:59:18.444296 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-0b4d8024-47e8-4c5f-86f2-644d45a93dc2 service neutron] Checking agent: {'id': 'e6da0265-397c-48ac-b7af-cc5f2a289710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'started_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:59:18.444627 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-0b4d8024-47e8-4c5f-86f2-644d45a93dc2 service neutron] Checking segment: {'id': 'd73cce00-15b1-40fb-ad57-8913535f579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:59:18.445114 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-0b4d8024-47e8-4c5f-86f2-644d45a93dc2 service neutron] Bound using segment: {'id': 'd73cce00-15b1-40fb-ad57-8913535f579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30'} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:59:18.445476 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-0b4d8024-47e8-4c5f-86f2-644d45a93dc2 service neutron] Bound port: 517c1752-ecd3-4b07-8044-77f513f70c53, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd73cce00-15b1-40fb-ad57-8913535f579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30'}}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:59:18.445829 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-0b4d8024-47e8-4c5f-86f2-644d45a93dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (517c1752-ecd3-4b07-8044-77f513f70c53), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:18.522009 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-0b4d8024-47e8-4c5f-86f2-644d45a93dc2 service neutron] For port 517c1752-ecd3-4b07-8044-77f513f70c53, host hv-cinder-83607, cleared binding levels {{(pid=110260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:59:18.525790 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-0b4d8024-47e8-4c5f-86f2-644d45a93dc2 service neutron] For port 517c1752-ecd3-4b07-8044-77f513f70c53, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=517c1752-ecd3-4b07-8044-77f513f70c53,segment=NetworkSegment(d73cce00-15b1-40fb-ad57-8913535f579d),segment_id=d73cce00-15b1-40fb-ad57-8913535f579d)] {{(pid=110260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:59:18.534113 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-0b4d8024-47e8-4c5f-86f2-644d45a93dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (517c1752-ecd3-4b07-8044-77f513f70c53), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:18.583603 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-0b4d8024-47e8-4c5f-86f2-644d45a93dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:18.584215 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-0b4d8024-47e8-4c5f-86f2-644d45a93dc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:18.585664 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-0b4d8024-47e8-4c5f-86f2-644d45a93dc2 service neutron] 10.222.0.53 "PUT /v2.0/ports/517c1752-ecd3-4b07-8044-77f513f70c53 HTTP/1.1" status: 200 len: 1094 time: 0.9961250 Apr 06 11:59:18.586117 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2406deaa-6fe1-41b4-90a7-90f91d307b9d', 'tag': '517c1752-ecd3-4b07-8044-77f513f70c53'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:59:18.588730 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d33f24-4932-45a8-b212-9c8222e00337" -d '{"events": [{"name": "network-changed", "server_uuid": "2406deaa-6fe1-41b4-90a7-90f91d307b9d", "tag": "517c1752-ecd3-4b07-8044-77f513f70c53"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:59:18.627800 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d8024-47e8-4c5f-86f2-644d45a93dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=517c1752-ecd3-4b07-8044-77f513f70c53,revision_number=3']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:18.678464 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2908e2-c784-45ce-b9cc-c7781ed51c39 x-openstack-request-id: req-3a2908e2-c784-45ce-b9cc-c7781ed51c39 {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:59:18.678859 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2406deaa-6fe1-41b4-90a7-90f91d307b9d", "tag": "517c1752-ecd3-4b07-8044-77f513f70c53", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:59:18.679172 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3a2908e2-c784-45ce-b9cc-c7781ed51c39 {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:59:18.679628 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a2908e2-c784-45ce-b9cc-c7781ed51c39'] response: {'name': 'network-changed', 'server_uuid': '2406deaa-6fe1-41b4-90a7-90f91d307b9d', 'tag': '517c1752-ecd3-4b07-8044-77f513f70c53', 'status': 'completed', 'code': 200} Apr 06 11:59:18.699755 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-3430889f-a36b-4734-8320-d7f5a16d7224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:18.702069 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-3430889f-a36b-4734-8320-d7f5a16d7224 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6bf3687e8d0448cfb29d393230e0fba3&device_id=2406deaa-6fe1-41b4-90a7-90f91d307b9d HTTP/1.1" status: 200 len: 1128 time: 0.0527909 Apr 06 11:59:18.756108 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-0fddd802-f276-4076-a742-ba37b71b09ab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=517c1752-ecd3-4b07-8044-77f513f70c53 HTTP/1.1" status: 200 len: 217 time: 0.0416090 Apr 06 11:59:18.773438 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:18.821287 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-b2a6f0ac-facb-4e79-a810-fda89240d0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:18.823094 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-b2a6f0ac-facb-4e79-a810-fda89240d0a8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=30cc3b5e-6713-4293-92dc-273ba182e38b HTTP/1.1" status: 200 len: 851 time: 0.0606077 Apr 06 11:59:18.849961 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f5568-0287-45d9-9bba-e80a0ddbbe6c req-cef10952-edc0-43df-b422-c5b125f482f6 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:18.851550 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1a2f5568-0287-45d9-9bba-e80a0ddbbe6c req-cef10952-edc0-43df-b422-c5b125f482f6 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=2406deaa-6fe1-41b4-90a7-90f91d307b9d HTTP/1.1" status: 200 len: 944 time: 0.0666807 Apr 06 11:59:18.909635 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1a2f5568-0287-45d9-9bba-e80a0ddbbe6c req-fdf67873-1251-4a9c-b605-d03c8ddd5550 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=4632ff1d-23ff-4006-8097-b87431adea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473912 Apr 06 11:59:18.913189 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-18ed6877-da12-493d-a68a-3943d407017a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:18.915973 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-18ed6877-da12-493d-a68a-3943d407017a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99bd6fac-a9a5-4214-bfa7-98f9f937fa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0822361 Apr 06 11:59:19.063603 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:19.089307 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-685f8dd1-f4bb-436f-bc96-d5660156156e service neutron] 10.222.0.53 "GET /v2.0/networks/99bd6fac-a9a5-4214-bfa7-98f9f937fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664724 Apr 06 11:59:19.102433 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4854e4a-3482-499b-9d24-d20fb69a660a req-4544df3a-7a59-4535-bc7a-07498fc26a57 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:19.103974 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f4854e4a-3482-499b-9d24-d20fb69a660a req-4544df3a-7a59-4535-bc7a-07498fc26a57 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 943 time: 0.0867341 Apr 06 11:59:19.232572 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f4854e4a-3482-499b-9d24-d20fb69a660a req-4700d6c1-6eb2-4d98-a60a-862da6674fef tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154127 Apr 06 11:59:19.256119 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9c657460-7bef-46b1-9e3f-2567d8e3ee1e req-a8c34d4a-34c6-43e9-b006-c16a2abb7332 service neutron] 10.222.0.53 "GET /v2.0/networks/99bd6fac-a9a5-4214-bfa7-98f9f937fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482959 Apr 06 11:59:19.497563 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-7420c279-6869-411d-94dc-a26c30c1e28f req-a575d07b-74b0-4c8d-80ee-5b51079a29d4 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 210 time: 0.0268445 Apr 06 11:59:20.036183 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484f9b1-b952-42aa-b2f4-e9003abf45f6 req-ebea256a-7994-4ca3-a4ab-fb2f6b1799cf tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:20.037756 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-5484f9b1-b952-42aa-b2f4-e9003abf45f6 req-ebea256a-7994-4ca3-a4ab-fb2f6b1799cf tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=2406deaa-6fe1-41b4-90a7-90f91d307b9d HTTP/1.1" status: 200 len: 944 time: 0.0565441 Apr 06 11:59:20.086380 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-5484f9b1-b952-42aa-b2f4-e9003abf45f6 req-f47b5564-4735-4093-8028-8c502ee439b0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=4632ff1d-23ff-4006-8097-b87431adea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421081 Apr 06 11:59:20.363477 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73119f0-cc98-42d9-bd40-3bf7cd863f42 req-8979aaa7-ed57-41db-9432-d27a4cceec3f tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:20.365006 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c73119f0-cc98-42d9-bd40-3bf7cd863f42 req-8979aaa7-ed57-41db-9432-d27a4cceec3f tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 943 time: 0.0621090 Apr 06 11:59:20.418187 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c73119f0-cc98-42d9-bd40-3bf7cd863f42 req-191ec777-921b-47c7-8ccd-2730ee94f1cf tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476427 Apr 06 11:59:20.597104 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-98e33ac2-914e-4995-b64d-021945e21b4c req-67aee20d-05f0-4a8b-aabc-b993faabda5a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 210 time: 0.0270071 Apr 06 11:59:21.202264 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be97cef-6364-4fca-b56e-805600a74c31 req-4e9dbbd5-2157-4f48-b81d-728905f5a6e9 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:21.203734 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-9be97cef-6364-4fca-b56e-805600a74c31 req-4e9dbbd5-2157-4f48-b81d-728905f5a6e9 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=2406deaa-6fe1-41b4-90a7-90f91d307b9d HTTP/1.1" status: 200 len: 944 time: 0.0524478 Apr 06 11:59:21.251872 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-9be97cef-6364-4fca-b56e-805600a74c31 req-a00d8752-5073-4997-9a28-ab453d81c56f tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=4632ff1d-23ff-4006-8097-b87431adea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424151 Apr 06 11:59:21.546955 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e67879-8308-46b0-bc7c-e335f9dce5b6 req-07052cc6-0c8d-4eaa-bac3-8623eaa0fd8d tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:21.548429 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-28e67879-8308-46b0-bc7c-e335f9dce5b6 req-07052cc6-0c8d-4eaa-bac3-8623eaa0fd8d tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 943 time: 0.0596032 Apr 06 11:59:21.600587 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-28e67879-8308-46b0-bc7c-e335f9dce5b6 req-a7b3982a-bbcb-403d-95a2-50b0051aa15f tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451210 Apr 06 11:59:21.704443 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3c210c17-2231-4256-843d-ee11b74e3e2c req-6afcbc71-2931-4322-8c50-422077b2bf00 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 210 time: 0.0284126 Apr 06 11:59:22.404449 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c28738-bc9a-4c9f-8bd5-805cc41b97ff req-466e1467-d2b7-4c0c-9d72-ae8485032311 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:22.406102 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-94c28738-bc9a-4c9f-8bd5-805cc41b97ff req-466e1467-d2b7-4c0c-9d72-ae8485032311 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=2406deaa-6fe1-41b4-90a7-90f91d307b9d HTTP/1.1" status: 200 len: 944 time: 0.0878615 Apr 06 11:59:22.408654 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d33f24-4932-45a8-b212-9c8222e00337 req-15a05885-ee90-4167-9148-a4a593100ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:22.410315 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-14d33f24-4932-45a8-b212-9c8222e00337 req-15a05885-ee90-4167-9148-a4a593100ee4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6bf3687e8d0448cfb29d393230e0fba3&device_id=2406deaa-6fe1-41b4-90a7-90f91d307b9d HTTP/1.1" status: 200 len: 1128 time: 0.0798006 Apr 06 11:59:22.517090 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-94c28738-bc9a-4c9f-8bd5-805cc41b97ff req-55853d50-005b-445d-9727-4a915f27afd4 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=4632ff1d-23ff-4006-8097-b87431adea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050403 Apr 06 11:59:22.556472 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d33f24-4932-45a8-b212-9c8222e00337 req-bb92251a-837d-4f0a-9018-02c99a8d0a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:22.558236 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-14d33f24-4932-45a8-b212-9c8222e00337 req-bb92251a-837d-4f0a-9018-02c99a8d0a6a service neutron] 10.222.0.53 "GET /v2.0/networks?id=99bd6fac-a9a5-4214-bfa7-98f9f937fa30 HTTP/1.1" status: 200 len: 913 time: 0.1091459 Apr 06 11:59:22.725628 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd96c04f-604e-43c9-bd7a-6409d071dec2 req-df76ab42-2906-48cc-a7db-b70f9b6f5562 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:22.727091 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-bd96c04f-604e-43c9-bd7a-6409d071dec2 req-df76ab42-2906-48cc-a7db-b70f9b6f5562 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 943 time: 0.0586534 Apr 06 11:59:22.779163 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-bd96c04f-604e-43c9-bd7a-6409d071dec2 req-d1fb1fe2-057a-42ea-9247-2e1ca54c9b05 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455685 Apr 06 11:59:22.812798 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d265435c-a7af-4f25-8655-57b2564b3465 req-8381f8b2-0870-41fa-a485-582540178f43 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 210 time: 0.0355253 Apr 06 11:59:22.846545 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-14d33f24-4932-45a8-b212-9c8222e00337 req-f176d0ba-125e-4c9b-85ab-f2c795856618 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=517c1752-ecd3-4b07-8044-77f513f70c53 HTTP/1.1" status: 200 len: 217 time: 0.0581067 Apr 06 11:59:23.222782 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 517c1752-ecd3-4b07-8044-77f513f70c53 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:59:23.322254 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 517c1752-ecd3-4b07-8044-77f513f70c53, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=517c1752-ecd3-4b07-8044-77f513f70c53,segment=NetworkSegment(d73cce00-15b1-40fb-ad57-8913535f579d),segment_id=d73cce00-15b1-40fb-ad57-8913535f579d)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:59:23.334746 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Returning: {'device': '517c1752-ecd3-4b07-8044-77f513f70c53', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'port_id': '517c1752-ecd3-4b07-8044-77f513f70c53', 'mac_address': 'fa:16:3e:0e:35:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:59:23.389234 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 517c1752-ecd3-4b07-8044-77f513f70c53 is: DOWN; New status is: BUILD {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:59:23.389889 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (517c1752-ecd3-4b07-8044-77f513f70c53), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:23.405318 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 517c1752-ecd3-4b07-8044-77f513f70c53 {{(pid=110261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:59:23.425515 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 517c1752-ecd3-4b07-8044-77f513f70c53, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=517c1752-ecd3-4b07-8044-77f513f70c53,segment=NetworkSegment(d73cce00-15b1-40fb-ad57-8913535f579d),segment_id=d73cce00-15b1-40fb-ad57-8913535f579d)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:59:23.429605 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (517c1752-ecd3-4b07-8044-77f513f70c53), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:23.479200 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=517c1752-ecd3-4b07-8044-77f513f70c53,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:23.634594 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2398e6-d200-4b79-a5ab-e35def0d295d req-2c037239-a3ea-462d-a6e9-619a29817e59 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:23.636066 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1a2398e6-d200-4b79-a5ab-e35def0d295d req-2c037239-a3ea-462d-a6e9-619a29817e59 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=2406deaa-6fe1-41b4-90a7-90f91d307b9d HTTP/1.1" status: 200 len: 945 time: 0.0522916 Apr 06 11:59:23.682824 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1a2398e6-d200-4b79-a5ab-e35def0d295d req-7ac65d8c-71c5-4fc9-b7d7-2468b8004b82 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=4632ff1d-23ff-4006-8097-b87431adea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407867 Apr 06 11:59:23.926236 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f59d526f-990e-433a-9a83-239e76f11d0f req-2d2de7e1-e6eb-4714-94d5-a0bae92d17df tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 210 time: 0.0280573 Apr 06 11:59:23.932247 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd9c7d-73f1-4142-a412-7800bd6ae889 req-9a39795d-734b-4d8d-910f-9a143c57c23f tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:23.933874 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d4fd9c7d-73f1-4142-a412-7800bd6ae889 req-9a39795d-734b-4d8d-910f-9a143c57c23f tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 943 time: 0.0755618 Apr 06 11:59:23.993794 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['517c1752-ecd3-4b07-8044-77f513f70c53'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:59:23.995115 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d4fd9c7d-73f1-4142-a412-7800bd6ae889 req-a96e5b91-ef48-41e0-94f3-c469164450be tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537407 Apr 06 11:59:24.337937 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d33f24-4932-45a8-b212-9c8222e00337 req-bff7b997-8c60-4214-9e79-5f1c5b4e572e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:24.339413 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-14d33f24-4932-45a8-b212-9c8222e00337 req-bff7b997-8c60-4214-9e79-5f1c5b4e572e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=30cc3b5e-6713-4293-92dc-273ba182e38b HTTP/1.1" status: 200 len: 851 time: 0.3570499 Apr 06 11:59:24.417288 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-2d558a43-9785-4567-b261-2dc86912d847 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:24.418645 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-2d558a43-9785-4567-b261-2dc86912d847 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.53 "GET /v2.0/networks?id=04e35c34-b38e-495d-ab59-a36a4ea05864 HTTP/1.1" status: 200 len: 816 time: 0.4226687 Apr 06 11:59:24.425263 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d33f24-4932-45a8-b212-9c8222e00337 req-5410f25b-27ef-410b-82de-f53d49ec78c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:24.426622 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-14d33f24-4932-45a8-b212-9c8222e00337 req-5410f25b-27ef-410b-82de-f53d49ec78c2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99bd6fac-a9a5-4214-bfa7-98f9f937fa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0782197 Apr 06 11:59:24.554377 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-33fc1b45-2cb9-4f7d-90c6-ef795b77b6a7 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a2c38a64ffb4474b4a145f9808cc37f HTTP/1.1" status: 200 len: 380 time: 0.1175985 Apr 06 11:59:24.568936 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-3b16a68b-c85c-4c58-9d33-2d81d12894b1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Request body: {'port': {'device_id': '62710ec7-65fc-4816-838c-a0ac81c52196', 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864', 'admin_state_up': True, 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'security_groups': ['0adc483b-19e5-4535-83b0-02ca7ef1f133']}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:59:24.627339 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-14d33f24-4932-45a8-b212-9c8222e00337 req-7a4ae196-7e39-4fa7-b588-645c341a9807 service neutron] 10.222.0.53 "GET /v2.0/networks/99bd6fac-a9a5-4214-bfa7-98f9f937fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819139 Apr 06 11:59:24.768023 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-14d33f24-4932-45a8-b212-9c8222e00337 req-b1f41e8d-c0c3-4f91-90b1-9060f307df13 service neutron] 10.222.0.53 "GET /v2.0/networks/99bd6fac-a9a5-4214-bfa7-98f9f937fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332738 Apr 06 11:59:24.769530 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-3b16a68b-c85c-4c58-9d33-2d81d12894b1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Made reservation on behalf of 1a2c38a64ffb4474b4a145f9808cc37f for: {'port': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:59:24.772907 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-3b16a68b-c85c-4c58-9d33-2d81d12894b1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:24.816614 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe6d19-afc2-428e-8d24-d79f8c409531 req-8f3718c9-b4b8-4006-8959-989276489879 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:24.818201 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-4ffe6d19-afc2-428e-8d24-d79f8c409531 req-8f3718c9-b4b8-4006-8959-989276489879 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=2406deaa-6fe1-41b4-90a7-90f91d307b9d HTTP/1.1" status: 200 len: 945 time: 0.0632715 Apr 06 11:59:24.870061 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-4ffe6d19-afc2-428e-8d24-d79f8c409531 req-bf4b4e20-35ce-4562-9ee0-460a22d5346c tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=4632ff1d-23ff-4006-8097-b87431adea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458446 Apr 06 11:59:24.916472 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-3b16a68b-c85c-4c58-9d33-2d81d12894b1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Allocated IP 172.20.0.6 (04e35c34-b38e-495d-ab59-a36a4ea05864/3051baf9-8ef0-43f1-94ee-3a605ed467b3/8a24a007-df5f-4867-a8a9-2d1a4c5b2a75) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:59:25.035012 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d41b9f08-1564-41ec-8b4a-b41a4398fc4a req-6e08f406-ffac-4d0e-8d37-311788e33c11 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 210 time: 0.0332370 Apr 06 11:59:25.096648 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-3b16a68b-c85c-4c58-9d33-2d81d12894b1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for port (8a24a007-df5f-4867-a8a9-2d1a4c5b2a75), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:25.130686 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-3b16a68b-c85c-4c58-9d33-2d81d12894b1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (8a24a007-df5f-4867-a8a9-2d1a4c5b2a75), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:25.146613 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c1b74-23b2-4f26-a520-6d893a47a58d req-12660ebf-6941-480b-8238-4c1dcc708c40 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:25.148107 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ea4c1b74-23b2-4f26-a520-6d893a47a58d req-12660ebf-6941-480b-8238-4c1dcc708c40 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 943 time: 0.0554597 Apr 06 11:59:25.179315 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-3b16a68b-c85c-4c58-9d33-2d81d12894b1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Network 04e35c34-b38e-495d-ab59-a36a4ea05864 is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:59:25.182660 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-3b16a68b-c85c-4c58-9d33-2d81d12894b1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:59:25.186615 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-3b16a68b-c85c-4c58-9d33-2d81d12894b1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:59:25.200059 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ea4c1b74-23b2-4f26-a520-6d893a47a58d req-ad55810b-702e-4223-a5e1-40dd7497ad5e tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462911 Apr 06 11:59:25.211576 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16a68b-c85c-4c58-9d33-2d81d12894b1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Pushing event updated for resources: {'Port': ['ID=8a24a007-df5f-4867-a8a9-2d1a4c5b2a75,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:25.220696 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 517c1752-ecd3-4b07-8044-77f513f70c53 up at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:59:25.245792 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-3b16a68b-c85c-4c58-9d33-2d81d12894b1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:25.246630 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-3b16a68b-c85c-4c58-9d33-2d81d12894b1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:25.267372 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-3b16a68b-c85c-4c58-9d33-2d81d12894b1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7044058 Apr 06 11:59:25.280399 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning for port 517c1752-ecd3-4b07-8044-77f513f70c53 completed by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:59:25.283914 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-acb81d1c-3de8-4afd-82be-4eefb8a62e95 service neutron] Request body: {'port': {'device_id': '62710ec7-65fc-4816-838c-a0ac81c52196', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:59:25.285032 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning complete for port 517c1752-ecd3-4b07-8044-77f513f70c53 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:59:25.285396 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (517c1752-ecd3-4b07-8044-77f513f70c53), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:25.356168 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-acb81d1c-3de8-4afd-82be-4eefb8a62e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (8a24a007-df5f-4867-a8a9-2d1a4c5b2a75), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:25.373757 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 517c1752-ecd3-4b07-8044-77f513f70c53 is: BUILD; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:59:25.374147 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (517c1752-ecd3-4b07-8044-77f513f70c53), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:25.400156 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2406deaa-6fe1-41b4-90a7-90f91d307b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517c1752-ecd3-4b07-8044-77f513f70c53'}] {{(pid=110261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:59:25.402524 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa90572765a02b80253351879fa6496fbbfbce8a00fa36c7b280133d65d0c1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edba5975-52d5-4fc5-8150-8ab07522f4ce" -d '{"events": [{"server_uuid": "2406deaa-6fe1-41b4-90a7-90f91d307b9d", "name": "network-vif-plugged", "status": "completed", "tag": "517c1752-ecd3-4b07-8044-77f513f70c53"}]}' {{(pid=110261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:59:25.416438 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 517c1752-ecd3-4b07-8044-77f513f70c53, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=517c1752-ecd3-4b07-8044-77f513f70c53,segment=NetworkSegment(d73cce00-15b1-40fb-ad57-8913535f579d),segment_id=d73cce00-15b1-40fb-ad57-8913535f579d)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:59:25.424466 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (517c1752-ecd3-4b07-8044-77f513f70c53), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:25.454750 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b524de-7e31-45e1-abf9-7389058bdd2d x-openstack-request-id: req-a7b524de-7e31-45e1-abf9-7389058bdd2d {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:59:25.454956 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2406deaa-6fe1-41b4-90a7-90f91d307b9d", "name": "network-vif-plugged", "status": "completed", "tag": "517c1752-ecd3-4b07-8044-77f513f70c53", "code": 200}]} {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:59:25.455219 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a7b524de-7e31-45e1-abf9-7389058bdd2d {{(pid=110261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:59:25.455625 dv-cinder-836074-2-iscsi neutron-server[110261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7b524de-7e31-45e1-abf9-7389058bdd2d'] response: {'server_uuid': '2406deaa-6fe1-41b4-90a7-90f91d307b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517c1752-ecd3-4b07-8044-77f513f70c53', 'code': 200} Apr 06 11:59:25.474343 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-8d843817-71ca-4b09-a1cc-78652539bf91 None None] Provisioning complete for port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:59:25.474614 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-8d843817-71ca-4b09-a1cc-78652539bf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (8a24a007-df5f-4867-a8a9-2d1a4c5b2a75), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:25.511901 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=517c1752-ecd3-4b07-8044-77f513f70c53,revision_number=5']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:25.532434 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-8d843817-71ca-4b09-a1cc-78652539bf91 None None] Port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:59:25.698465 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-acb81d1c-3de8-4afd-82be-4eefb8a62e95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 {{(pid=110260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:59:25.708404 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-acb81d1c-3de8-4afd-82be-4eefb8a62e95 service neutron] Publish callbacks [] for port (8a24a007-df5f-4867-a8a9-2d1a4c5b2a75), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:25.713466 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bbe0c-e911-416d-8efa-48f0b8a727d7 req-c4fd9519-2cd7-49d3-b818-c2a7a59f7056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:25.714962 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-416bbe0c-e911-416d-8efa-48f0b8a727d7 req-c4fd9519-2cd7-49d3-b818-c2a7a59f7056 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2406deaa-6fe1-41b4-90a7-90f91d307b9d HTTP/1.1" status: 200 len: 1130 time: 0.0946240 Apr 06 11:59:25.731004 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.provisioning_blocks [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-acb81d1c-3de8-4afd-82be-4eefb8a62e95 service neutron] Transition to ACTIVE for port object 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 will not be triggered until provisioned by entity L2. {{(pid=110260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:59:25.739665 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-acb81d1c-3de8-4afd-82be-4eefb8a62e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (8a24a007-df5f-4867-a8a9-2d1a4c5b2a75), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:25.808289 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-416bbe0c-e911-416d-8efa-48f0b8a727d7 req-65be9a0f-2c8b-4158-8d4e-ff77d8c21cf2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4632ff1d-23ff-4006-8097-b87431adea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847368 Apr 06 11:59:25.815416 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb81d1c-3de8-4afd-82be-4eefb8a62e95 service neutron] Pushing event updated for resources: {'Port': ['ID=8a24a007-df5f-4867-a8a9-2d1a4c5b2a75,revision_number=2']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:25.903170 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-acb81d1c-3de8-4afd-82be-4eefb8a62e95 service neutron] Attempting to bind port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:59:25.904323 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-acb81d1c-3de8-4afd-82be-4eefb8a62e95 service neutron] Attempting to bind port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'deb309b9-5789-464c-9c33-f60bf6e06a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864'}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:59:25.904918 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-acb81d1c-3de8-4afd-82be-4eefb8a62e95 service neutron] Attempting to bind port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 on network 04e35c34-b38e-495d-ab59-a36a4ea05864 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:59:25.910996 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-acb81d1c-3de8-4afd-82be-4eefb8a62e95 service neutron] Port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 on network 04e35c34-b38e-495d-ab59-a36a4ea05864 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:59:25.911389 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-acb81d1c-3de8-4afd-82be-4eefb8a62e95 service neutron] Attempting to bind port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 on network 04e35c34-b38e-495d-ab59-a36a4ea05864 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:59:25.917063 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-acb81d1c-3de8-4afd-82be-4eefb8a62e95 service neutron] Checking agent: {'id': 'e6da0265-397c-48ac-b7af-cc5f2a289710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'started_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:59:25.917404 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-acb81d1c-3de8-4afd-82be-4eefb8a62e95 service neutron] Checking segment: {'id': 'deb309b9-5789-464c-9c33-f60bf6e06a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:59:25.917785 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-acb81d1c-3de8-4afd-82be-4eefb8a62e95 service neutron] Bound using segment: {'id': 'deb309b9-5789-464c-9c33-f60bf6e06a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864'} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:59:25.918338 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-acb81d1c-3de8-4afd-82be-4eefb8a62e95 service neutron] Bound port: 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deb309b9-5789-464c-9c33-f60bf6e06a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864'}}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:59:25.918614 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-acb81d1c-3de8-4afd-82be-4eefb8a62e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (8a24a007-df5f-4867-a8a9-2d1a4c5b2a75), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:25.985059 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-acb81d1c-3de8-4afd-82be-4eefb8a62e95 service neutron] For port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75, host hv-cinder-83607, cleared binding levels {{(pid=110260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:59:25.987965 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-acb81d1c-3de8-4afd-82be-4eefb8a62e95 service neutron] For port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8a24a007-df5f-4867-a8a9-2d1a4c5b2a75,segment=NetworkSegment(deb309b9-5789-464c-9c33-f60bf6e06a39),segment_id=deb309b9-5789-464c-9c33-f60bf6e06a39)] {{(pid=110260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:59:25.993961 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-acb81d1c-3de8-4afd-82be-4eefb8a62e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (8a24a007-df5f-4867-a8a9-2d1a4c5b2a75), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:26.021434 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6536b3c-0eb9-44ef-b6ef-86984911fc88 req-c34e7697-35c8-43ed-97de-1aa649bf71cf tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:26.022958 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c6536b3c-0eb9-44ef-b6ef-86984911fc88 req-c34e7697-35c8-43ed-97de-1aa649bf71cf tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=2406deaa-6fe1-41b4-90a7-90f91d307b9d HTTP/1.1" status: 200 len: 946 time: 0.0586939 Apr 06 11:59:26.031175 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-acb81d1c-3de8-4afd-82be-4eefb8a62e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:26.031825 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-acb81d1c-3de8-4afd-82be-4eefb8a62e95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:26.033173 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-acb81d1c-3de8-4afd-82be-4eefb8a62e95 service neutron] 10.222.0.53 "PUT /v2.0/ports/8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 HTTP/1.1" status: 200 len: 1093 time: 0.7537978 Apr 06 11:59:26.033622 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62710ec7-65fc-4816-838c-a0ac81c52196', 'tag': '8a24a007-df5f-4867-a8a9-2d1a4c5b2a75'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:59:26.036230 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b492cc-9ee6-4172-bd71-54801ac6d9b6" -d '{"events": [{"name": "network-changed", "server_uuid": "62710ec7-65fc-4816-838c-a0ac81c52196", "tag": "8a24a007-df5f-4867-a8a9-2d1a4c5b2a75"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:59:26.068656 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb81d1c-3de8-4afd-82be-4eefb8a62e95 service neutron] Pushing event updated for resources: {'Port': ['ID=8a24a007-df5f-4867-a8a9-2d1a4c5b2a75,revision_number=3']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:26.110977 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b453f3-4c0f-4072-a3ad-a51a87eabc01 x-openstack-request-id: req-e4b453f3-4c0f-4072-a3ad-a51a87eabc01 {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:59:26.111150 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c6536b3c-0eb9-44ef-b6ef-86984911fc88 req-3ff97729-8c25-4add-8825-4454627335be tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=4632ff1d-23ff-4006-8097-b87431adea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795815 Apr 06 11:59:26.111600 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62710ec7-65fc-4816-838c-a0ac81c52196", "tag": "8a24a007-df5f-4867-a8a9-2d1a4c5b2a75", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:59:26.112033 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4b453f3-4c0f-4072-a3ad-a51a87eabc01 {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:59:26.112740 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4b453f3-4c0f-4072-a3ad-a51a87eabc01'] response: {'name': 'network-changed', 'server_uuid': '62710ec7-65fc-4816-838c-a0ac81c52196', 'tag': '8a24a007-df5f-4867-a8a9-2d1a4c5b2a75', 'status': 'completed', 'code': 200} Apr 06 11:59:26.238153 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4621ba2-0aad-45b6-9cb8-b87918330433 req-0ba169e1-d887-424c-982c-a670b03f2e48 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:26.239919 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e4621ba2-0aad-45b6-9cb8-b87918330433 req-0ba169e1-d887-424c-982c-a670b03f2e48 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 943 time: 0.0779502 Apr 06 11:59:26.315825 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b492cc-9ee6-4172-bd71-54801ac6d9b6 req-b526aff1-2d73-430e-8307-540dd19c6a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:26.317269 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d5b492cc-9ee6-4172-bd71-54801ac6d9b6 req-b526aff1-2d73-430e-8307-540dd19c6a10 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a2c38a64ffb4474b4a145f9808cc37f&device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 1127 time: 0.0990865 Apr 06 11:59:26.320748 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e4621ba2-0aad-45b6-9cb8-b87918330433 req-efb86941-b885-4821-9de0-00660fd663d7 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604625 Apr 06 11:59:26.337764 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04368fba-3506-4f2c-8f7d-2ca31548665a req-9b65cc23-0c31-4e2b-a405-aa3b3c3ec326 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:26.339356 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-04368fba-3506-4f2c-8f7d-2ca31548665a req-9b65cc23-0c31-4e2b-a405-aa3b3c3ec326 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 943 time: 0.0668521 Apr 06 11:59:26.400499 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-04368fba-3506-4f2c-8f7d-2ca31548665a req-9baf4ea7-fee6-41dd-8f97-cc5ae6fbb94c tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475681 Apr 06 11:59:26.909309 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b492cc-9ee6-4172-bd71-54801ac6d9b6 req-0675f97b-c006-4107-abfd-e5f6047652cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:26.911033 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d5b492cc-9ee6-4172-bd71-54801ac6d9b6 req-0675f97b-c006-4107-abfd-e5f6047652cf service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=1a2c38a64ffb4474b4a145f9808cc37f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0968881 Apr 06 11:59:27.009574 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b492cc-9ee6-4172-bd71-54801ac6d9b6 req-85558508-5972-46e5-bf9d-04baf2437d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:27.011041 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d5b492cc-9ee6-4172-bd71-54801ac6d9b6 req-85558508-5972-46e5-bf9d-04baf2437d68 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925207 Apr 06 11:59:27.161415 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-249f7152-9b5d-4617-aaab-82b5416d5bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:27.162851 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-249f7152-9b5d-4617-aaab-82b5416d5bc5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a2c38a64ffb4474b4a145f9808cc37f&device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 1127 time: 0.0568070 Apr 06 11:59:27.239451 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:59:27.258947 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e81293-c724-46a5-b98b-7939dfcc2535 req-20ac5880-4938-4092-b48a-8460bdbc2490 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:27.260481 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-04e81293-c724-46a5-b98b-7939dfcc2535 req-20ac5880-4938-4092-b48a-8460bdbc2490 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=2406deaa-6fe1-41b4-90a7-90f91d307b9d HTTP/1.1" status: 200 len: 946 time: 0.0635061 Apr 06 11:59:27.320964 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-04e81293-c724-46a5-b98b-7939dfcc2535 req-fe075673-9b8a-45e7-ae21-ade5c9a2f269 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=4632ff1d-23ff-4006-8097-b87431adea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527377 Apr 06 11:59:27.348955 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f,segment=NetworkSegment(71069d08-5e26-4841-82c8-61a202745114),segment_id=71069d08-5e26-4841-82c8-61a202745114)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:59:27.373670 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Returning: {'device': '3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f', 'network_id': 'de8c376e-69fb-4e43-b549-d8d17aafcff4', 'port_id': '3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f', 'mac_address': 'fa:16:3e:79:c6:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b164e1-cd7f-4c00-9d14-1a694355ee3f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:59:27.418539 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f is: DOWN; New status is: BUILD {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:59:27.418853 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:27.434954 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f {{(pid=110261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:59:27.458221 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f,segment=NetworkSegment(71069d08-5e26-4841-82c8-61a202745114),segment_id=71069d08-5e26-4841-82c8-61a202745114)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:59:27.463652 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:27.483136 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544ca2a-4d21-4511-ab80-44f5127eabf5 req-0ac99247-46a4-4aac-83f9-3c47c67f99ef tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:27.484891 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-4544ca2a-4d21-4511-ab80-44f5127eabf5 req-0ac99247-46a4-4aac-83f9-3c47c67f99ef tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 943 time: 0.0857983 Apr 06 11:59:27.541676 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f,revision_number=7']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:27.549745 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd72e5-e885-45e2-bb89-9a9126344762 req-d4b2bef9-c2d2-4b41-84fb-1a6ea49cf837 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:27.551317 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-86cd72e5-e885-45e2-bb89-9a9126344762 req-d4b2bef9-c2d2-4b41-84fb-1a6ea49cf837 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 944 time: 0.0617142 Apr 06 11:59:27.558079 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-4544ca2a-4d21-4511-ab80-44f5127eabf5 req-649d1e65-cc97-4bf6-96bd-05829120e880 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662990 Apr 06 11:59:27.606337 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-86cd72e5-e885-45e2-bb89-9a9126344762 req-56995b56-4ffd-4cdb-82bf-d9d1a8920dba tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492275 Apr 06 11:59:27.695501 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-74662f1e-beb4-4a85-af37-bfee5d1a8a37 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 HTTP/1.1" status: 200 len: 217 time: 0.0429161 Apr 06 11:59:27.749733 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-0666644b-a2c0-46ef-b8bb-d2818ce91382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:27.751476 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-0666644b-a2c0-46ef-b8bb-d2818ce91382 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3051baf9-8ef0-43f1-94ee-3a605ed467b3 HTTP/1.1" status: 200 len: 855 time: 0.0475543 Apr 06 11:59:27.806534 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-1d471718-48bf-49e6-a427-645c9d85f968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:27.808087 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-1d471718-48bf-49e6-a427-645c9d85f968 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04e35c34-b38e-495d-ab59-a36a4ea05864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498967 Apr 06 11:59:27.904014 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-c2135094-a592-44a8-9540-aebe71d5b43b service neutron] 10.222.0.53 "GET /v2.0/networks/04e35c34-b38e-495d-ab59-a36a4ea05864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886247 Apr 06 11:59:27.915345 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:59:28.001355 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bb3caa1a-a83b-4ee7-a79f-f4d83001333d req-48a124f9-a7c7-4b45-b155-a78fc7c1499d service neutron] 10.222.0.53 "GET /v2.0/networks/04e35c34-b38e-495d-ab59-a36a4ea05864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914917 Apr 06 11:59:28.445056 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f16942-56e2-4459-8a31-a602072ff629 req-6f6c02d2-09fd-4862-a48e-4f054478f568 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:28.446750 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-18f16942-56e2-4459-8a31-a602072ff629 req-6f6c02d2-09fd-4862-a48e-4f054478f568 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=2406deaa-6fe1-41b4-90a7-90f91d307b9d HTTP/1.1" status: 200 len: 946 time: 0.0566621 Apr 06 11:59:28.498957 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-18f16942-56e2-4459-8a31-a602072ff629 req-97a91f19-990c-49f4-a1bd-a49e346de7d4 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=4632ff1d-23ff-4006-8097-b87431adea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462868 Apr 06 11:59:28.628754 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ef3cf-bfa3-4d10-93f7-835c6db664dd req-65c2f6a8-f14c-44ce-a723-b370d6c39553 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:28.630353 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-eb7ef3cf-bfa3-4d10-93f7-835c6db664dd req-65c2f6a8-f14c-44ce-a723-b370d6c39553 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=2406deaa-6fe1-41b4-90a7-90f91d307b9d HTTP/1.1" status: 200 len: 946 time: 0.0591054 Apr 06 11:59:28.641735 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 50826) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:59:28.646542 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-a182bcd3-1551-4abd-af1b-a9d8bda994fc tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Request body: {'floatingip': {'port_id': '517c1752-ecd3-4b07-8044-77f513f70c53'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:59:28.723673 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-a182bcd3-1551-4abd-af1b-a9d8bda994fc tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for floatingip (46fb096b-8439-49c8-8203-c560878003bc), before_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:28.764200 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e6358-c516-4ba7-91e3-2bcf5f190e25 req-a51609b2-85fc-4594-8dd2-4eaf590859db tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:28.765851 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-679e6358-c516-4ba7-91e3-2bcf5f190e25 req-a51609b2-85fc-4594-8dd2-4eaf590859db tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 944 time: 0.0765381 Apr 06 11:59:28.822867 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-679e6358-c516-4ba7-91e3-2bcf5f190e25 req-02889dae-af31-48c2-a9f8-f24c6745928b tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499382 Apr 06 11:59:28.862872 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d44047-4f44-427a-93d6-cc4301749a41 req-98b7989f-1a1d-424c-97bb-669d923466c9 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:28.864383 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c2d44047-4f44-427a-93d6-cc4301749a41 req-98b7989f-1a1d-424c-97bb-669d923466c9 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 943 time: 0.2139895 Apr 06 11:59:28.980020 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c2d44047-4f44-427a-93d6-cc4301749a41 req-2017a2d1-f500-41d9-ab12-057e480def67 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085227 Apr 06 11:59:29.528352 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f up at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:59:29.529206 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-a182bcd3-1551-4abd-af1b-a9d8bda994fc tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:29.533362 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-a182bcd3-1551-4abd-af1b-a9d8bda994fc tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (46fb096b-8439-49c8-8203-c560878003bc), after_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:29.580515 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning complete for port 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:59:29.580919 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:29.638400 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.db.l3_db [None req-a182bcd3-1551-4abd-af1b-a9d8bda994fc tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Floating IP 46fb096b-8439-49c8-8203-c560878003bc associated. External IP: 172.27.1.169, port: 517c1752-ecd3-4b07-8044-77f513f70c53. Apr 06 11:59:29.661860 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f is: BUILD; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:59:29.662260 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:29.686229 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb64273-7237-43a9-85cc-28c6759b372d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f'}] {{(pid=110261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:59:29.688859 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa90572765a02b80253351879fa6496fbbfbce8a00fa36c7b280133d65d0c1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108529b5-fcfe-4996-9e2e-69b5bb9793c2" -d '{"events": [{"server_uuid": "5cb64273-7237-43a9-85cc-28c6759b372d", "name": "network-vif-plugged", "status": "completed", "tag": "3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f"}]}' {{(pid=110261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:59:29.701605 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f,segment=NetworkSegment(71069d08-5e26-4841-82c8-61a202745114),segment_id=71069d08-5e26-4841-82c8-61a202745114)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:59:29.706141 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:29.731244 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e346df64-3565-4b38-85e0-d51e56c594c9 x-openstack-request-id: req-e346df64-3565-4b38-85e0-d51e56c594c9 {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:59:29.731535 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb64273-7237-43a9-85cc-28c6759b372d", "name": "network-vif-plugged", "status": "completed", "tag": "3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f", "code": 200}]} {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:59:29.732551 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e346df64-3565-4b38-85e0-d51e56c594c9 {{(pid=110261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:59:29.733435 dv-cinder-836074-2-iscsi neutron-server[110261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e346df64-3565-4b38-85e0-d51e56c594c9'] response: {'server_uuid': '5cb64273-7237-43a9-85cc-28c6759b372d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f', 'code': 200} Apr 06 11:59:29.758874 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f,revision_number=8']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:29.853870 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a182bcd3-1551-4abd-af1b-a9d8bda994fc tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:59:30.004708 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a469d-28e1-4bfe-bf04-ceaf2dc1d506 req-42071ffe-2ed5-419b-bc62-3c650ce1f4fb tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:30.006129 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-2d9a469d-28e1-4bfe-bf04-ceaf2dc1d506 req-42071ffe-2ed5-419b-bc62-3c650ce1f4fb tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 945 time: 0.1062639 Apr 06 11:59:30.010418 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a182bcd3-1551-4abd-af1b-a9d8bda994fc tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:59:30.016287 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-a182bcd3-1551-4abd-af1b-a9d8bda994fc tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:30.021670 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3595ed75-fbe9-4786-b659-9c40afeda339 None None] Sync routers for ids ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'] in dv-cinder-836074-2-iscsi {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:59:30.039893 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3595ed75-fbe9-4786-b659-9c40afeda339 None None] Routers {'1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:59:30.040565 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-3595ed75-fbe9-4786-b659-9c40afeda339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:59:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:59:30.073550 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-a182bcd3-1551-4abd-af1b-a9d8bda994fc tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "PUT /v2.0/floatingips/46fb096b-8439-49c8-8203-c560878003bc HTTP/1.1" status: 200 len: 992 time: 1.4306822 Apr 06 11:59:30.078820 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2406deaa-6fe1-41b4-90a7-90f91d307b9d', 'tag': '517c1752-ecd3-4b07-8044-77f513f70c53'}] {{(pid=110259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:59:30.081100 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c7c8e3a7af7eec310205c5f765578dca3c187f66a15f537813450f68a58a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298272f7-d2b9-452e-870d-3a7c34b9f75b" -d '{"events": [{"name": "network-changed", "server_uuid": "2406deaa-6fe1-41b4-90a7-90f91d307b9d", "tag": "517c1752-ecd3-4b07-8044-77f513f70c53"}]}' {{(pid=110259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:59:30.113710 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-2d9a469d-28e1-4bfe-bf04-ceaf2dc1d506 req-298b26c5-15b6-49b7-8493-47e076cfea52 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866601 Apr 06 11:59:30.130201 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d098c-8842-4fcc-8acc-94a26f0d8578 req-55fa7dbe-78d7-4872-a7b2-f8db435a5b72 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:30.132077 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3e6d098c-8842-4fcc-8acc-94a26f0d8578 req-55fa7dbe-78d7-4872-a7b2-f8db435a5b72 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 943 time: 0.0700595 Apr 06 11:59:30.165893 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-3595ed75-fbe9-4786-b659-9c40afeda339 None None] Set router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:59:30.183390 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3e6d098c-8842-4fcc-8acc-94a26f0d8578 req-03aaa149-e15d-48bc-9b28-9f4c96b48a32 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457251 Apr 06 11:59:30.204693 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e64b0b9-9f11-4d22-9e93-fa740e02ba8b x-openstack-request-id: req-5e64b0b9-9f11-4d22-9e93-fa740e02ba8b {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:59:30.205005 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2406deaa-6fe1-41b4-90a7-90f91d307b9d", "tag": "517c1752-ecd3-4b07-8044-77f513f70c53", "status": "completed", "code": 200}]} {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:59:30.205254 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e64b0b9-9f11-4d22-9e93-fa740e02ba8b {{(pid=110259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:59:30.205647 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e64b0b9-9f11-4d22-9e93-fa740e02ba8b'] response: {'name': 'network-changed', 'server_uuid': '2406deaa-6fe1-41b4-90a7-90f91d307b9d', 'tag': '517c1752-ecd3-4b07-8044-77f513f70c53', 'status': 'completed', 'code': 200} Apr 06 11:59:30.410527 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-3595ed75-fbe9-4786-b659-9c40afeda339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '61f17581-a107-4585-9edf-2a1a789a5328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:19Z', 'revision_number': 4, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'gw_port': {'id': '61f17581-a107-4585-9edf-2a1a789a5328', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': '46fb096b-8439-49c8-8203-c560878003bc', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'port_id': '517c1752-ecd3-4b07-8044-77f513f70c53', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'mac_address': 'fa:16:3e:0e:35:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2406deaa-6fe1-41b4-90a7-90f91d307b9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:59:11Z', 'updated_at': '2022-04-06T11:59:29Z', 'revision_number': 1, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a3a1dc-eae8-4722-ac6e-afd2acc6accf', 'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'mac_address': 'fa:16:3e:62:15:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:17Z', 'updated_at': '2022-04-06T11:51:28Z', 'revision_number': 5, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'subnets': [{'id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:59:30.437084 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3595ed75-fbe9-4786-b659-9c40afeda339 None None] Checking router: 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef for host: dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:59:30.445760 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3595ed75-fbe9-4786-b659-9c40afeda339 None None] Routers {'1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:59:30.446366 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-3595ed75-fbe9-4786-b659-9c40afeda339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:59:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:59:30.559343 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-3595ed75-fbe9-4786-b659-9c40afeda339 None None] Set router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:59:30.923005 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-3595ed75-fbe9-4786-b659-9c40afeda339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '61f17581-a107-4585-9edf-2a1a789a5328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:19Z', 'revision_number': 4, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'gw_port': {'id': '61f17581-a107-4585-9edf-2a1a789a5328', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': '46fb096b-8439-49c8-8203-c560878003bc', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'port_id': '517c1752-ecd3-4b07-8044-77f513f70c53', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'mac_address': 'fa:16:3e:0e:35:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2406deaa-6fe1-41b4-90a7-90f91d307b9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:59:11Z', 'updated_at': '2022-04-06T11:59:29Z', 'revision_number': 1, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a3a1dc-eae8-4722-ac6e-afd2acc6accf', 'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'mac_address': 'fa:16:3e:62:15:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:17Z', 'updated_at': '2022-04-06T11:51:28Z', 'revision_number': 5, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'subnets': [{'id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:59:30.949324 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3595ed75-fbe9-4786-b659-9c40afeda339 None None] The sync data for ids ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'] in dv-cinder-836074-2-iscsi is: [{'id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '61f17581-a107-4585-9edf-2a1a789a5328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:19Z', 'revision_number': 4, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'gw_port': {'id': '61f17581-a107-4585-9edf-2a1a789a5328', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': '46fb096b-8439-49c8-8203-c560878003bc', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'port_id': '517c1752-ecd3-4b07-8044-77f513f70c53', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'mac_address': 'fa:16:3e:0e:35:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2406deaa-6fe1-41b4-90a7-90f91d307b9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:59:11Z', 'updated_at': '2022-04-06T11:59:29Z', 'revision_number': 1, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a3a1dc-eae8-4722-ac6e-afd2acc6accf', 'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'mac_address': 'fa:16:3e:62:15:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:17Z', 'updated_at': '2022-04-06T11:51:28Z', 'revision_number': 5, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'subnets': [{'id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:59:31.179219 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d9755f-b25c-4a6e-97e0-a3f502d9cf57 None None] New status for floating IP 46fb096b-8439-49c8-8203-c560878003bc: ACTIVE {{(pid=110262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:59:31.225562 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1c6e7-f87a-4bfa-aef8-a55e066be1f3 req-8ab2b218-3d4c-46ee-a1cc-8cb5f9e898cb tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:31.227138 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-17e1c6e7-f87a-4bfa-aef8-a55e066be1f3 req-8ab2b218-3d4c-46ee-a1cc-8cb5f9e898cb tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 945 time: 0.0577905 Apr 06 11:59:31.327379 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-17e1c6e7-f87a-4bfa-aef8-a55e066be1f3 req-7978f98c-fe09-43a8-a0be-2aec37530b05 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935259 Apr 06 11:59:31.337143 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f94ce4-8d38-4982-8447-f4dfec840323 req-43e8dc94-2b00-4a16-8995-33ed5a4fac74 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:31.348510 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298272f7-d2b9-452e-870d-3a7c34b9f75b req-531ff417-2d4c-4416-b67c-78bbe4591979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:31.348510 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-298272f7-d2b9-452e-870d-3a7c34b9f75b req-531ff417-2d4c-4416-b67c-78bbe4591979 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6bf3687e8d0448cfb29d393230e0fba3&device_id=2406deaa-6fe1-41b4-90a7-90f91d307b9d HTTP/1.1" status: 200 len: 1130 time: 0.0687129 Apr 06 11:59:31.348760 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-84f94ce4-8d38-4982-8447-f4dfec840323 req-43e8dc94-2b00-4a16-8995-33ed5a4fac74 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 943 time: 0.0831287 Apr 06 11:59:31.416177 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-84f94ce4-8d38-4982-8447-f4dfec840323 req-d5ccb659-ad35-432d-9687-11b5dcd5f0d7 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608087 Apr 06 11:59:31.491643 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298272f7-d2b9-452e-870d-3a7c34b9f75b req-c6e9d0c8-f68e-487d-a98e-f21bcebd6818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:31.493139 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-298272f7-d2b9-452e-870d-3a7c34b9f75b req-c6e9d0c8-f68e-487d-a98e-f21bcebd6818 service neutron] 10.222.0.53 "GET /v2.0/networks?id=99bd6fac-a9a5-4214-bfa7-98f9f937fa30 HTTP/1.1" status: 200 len: 913 time: 0.0924449 Apr 06 11:59:31.516972 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:59:31.592896 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-298272f7-d2b9-452e-870d-3a7c34b9f75b req-d5483467-7b51-4515-a680-d37837b0e1a9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=517c1752-ecd3-4b07-8044-77f513f70c53 HTTP/1.1" status: 200 len: 1002 time: 0.0932412 Apr 06 11:59:31.601984 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1ef9c-dca1-41bd-96df-a3f48c6fa7ee req-bd96534d-cfb9-4e80-97f6-ea4101329ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:31.602921 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d3a1ef9c-dca1-41bd-96df-a3f48c6fa7ee req-bd96534d-cfb9-4e80-97f6-ea4101329ba4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 1129 time: 0.0625293 Apr 06 11:59:31.620387 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8a24a007-df5f-4867-a8a9-2d1a4c5b2a75,segment=NetworkSegment(deb309b9-5789-464c-9c33-f60bf6e06a39),segment_id=deb309b9-5789-464c-9c33-f60bf6e06a39)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:59:31.633369 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Returning: {'device': '8a24a007-df5f-4867-a8a9-2d1a4c5b2a75', 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864', 'port_id': '8a24a007-df5f-4867-a8a9-2d1a4c5b2a75', 'mac_address': 'fa:16:3e:ba:4f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:59:31.666518 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298272f7-d2b9-452e-870d-3a7c34b9f75b req-1f19b91a-c460-4272-ad29-4bb9e845303f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:31.667986 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-298272f7-d2b9-452e-870d-3a7c34b9f75b req-1f19b91a-c460-4272-ad29-4bb9e845303f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=30cc3b5e-6713-4293-92dc-273ba182e38b HTTP/1.1" status: 200 len: 851 time: 0.0685310 Apr 06 11:59:31.679860 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 is: DOWN; New status is: BUILD {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:59:31.680169 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (8a24a007-df5f-4867-a8a9-2d1a4c5b2a75), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:31.694595 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 {{(pid=110261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:59:31.695974 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d3a1ef9c-dca1-41bd-96df-a3f48c6fa7ee req-5daf00b8-c273-4ebd-adb6-9cd35d28ce76 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846591 Apr 06 11:59:31.715406 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8a24a007-df5f-4867-a8a9-2d1a4c5b2a75,segment=NetworkSegment(deb309b9-5789-464c-9c33-f60bf6e06a39),segment_id=deb309b9-5789-464c-9c33-f60bf6e06a39)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:59:31.722681 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (8a24a007-df5f-4867-a8a9-2d1a4c5b2a75), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:31.732855 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298272f7-d2b9-452e-870d-3a7c34b9f75b req-d06b4532-f752-40c7-b5d9-6f3a5aa37bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:31.734474 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-298272f7-d2b9-452e-870d-3a7c34b9f75b req-d06b4532-f752-40c7-b5d9-6f3a5aa37bfc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99bd6fac-a9a5-4214-bfa7-98f9f937fa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582650 Apr 06 11:59:31.781576 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=8a24a007-df5f-4867-a8a9-2d1a4c5b2a75,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:32.061984 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-298272f7-d2b9-452e-870d-3a7c34b9f75b req-3d29be9f-4f19-429c-aea4-a91192c4e39a service neutron] 10.222.0.53 "GET /v2.0/networks/99bd6fac-a9a5-4214-bfa7-98f9f937fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871329 Apr 06 11:59:32.195386 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['8a24a007-df5f-4867-a8a9-2d1a4c5b2a75'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:59:32.448871 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2cf527-7fb3-4711-9907-7d61f20d1b0f req-a317c9e3-99b4-491f-92ef-b6f77f9daa1e tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:32.450906 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7f2cf527-7fb3-4711-9907-7d61f20d1b0f req-a317c9e3-99b4-491f-92ef-b6f77f9daa1e tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 945 time: 0.0538862 Apr 06 11:59:32.512379 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7f2cf527-7fb3-4711-9907-7d61f20d1b0f req-e6f7c5be-c507-40a0-b5f3-134798b64a98 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551119 Apr 06 11:59:32.558381 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33366a0-1d3f-45de-ac73-f0bda762a488 req-3babfb1b-25fc-439c-a656-a453d7ff8f00 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:32.559897 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d33366a0-1d3f-45de-ac73-f0bda762a488 req-3babfb1b-25fc-439c-a656-a453d7ff8f00 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 944 time: 0.0605893 Apr 06 11:59:32.609535 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d33366a0-1d3f-45de-ac73-f0bda762a488 req-ab3d7597-6c71-41c8-9d60-95c48e8e55ea tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437651 Apr 06 11:59:32.791179 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-298272f7-d2b9-452e-870d-3a7c34b9f75b req-22c44b33-5eef-4b5c-8320-ea3f3f367068 service neutron] 10.222.0.53 "GET /v2.0/networks/99bd6fac-a9a5-4214-bfa7-98f9f937fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865998 Apr 06 11:59:33.519223 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 up at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:59:33.572655 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning for port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 completed by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:59:33.577174 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning complete for port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:59:33.577540 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (8a24a007-df5f-4867-a8a9-2d1a4c5b2a75), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:33.646254 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3dfc8a-b910-422a-a6cd-5e5175454659 req-9200496e-ca10-4397-8b8e-10511b66063d tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:33.647828 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ab3dfc8a-b910-422a-a6cd-5e5175454659 req-9200496e-ca10-4397-8b8e-10511b66063d tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 945 time: 0.0596435 Apr 06 11:59:33.666728 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 is: BUILD; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:59:33.667507 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (8a24a007-df5f-4867-a8a9-2d1a4c5b2a75), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:33.699371 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62710ec7-65fc-4816-838c-a0ac81c52196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a24a007-df5f-4867-a8a9-2d1a4c5b2a75'}] {{(pid=110261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:59:33.702103 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa90572765a02b80253351879fa6496fbbfbce8a00fa36c7b280133d65d0c1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b040dd9-fc93-4744-91de-47a4b9af9460" -d '{"events": [{"server_uuid": "62710ec7-65fc-4816-838c-a0ac81c52196", "name": "network-vif-plugged", "status": "completed", "tag": "8a24a007-df5f-4867-a8a9-2d1a4c5b2a75"}]}' {{(pid=110261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:59:33.714834 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8a24a007-df5f-4867-a8a9-2d1a4c5b2a75,segment=NetworkSegment(deb309b9-5789-464c-9c33-f60bf6e06a39),segment_id=deb309b9-5789-464c-9c33-f60bf6e06a39)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:59:33.719625 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ab3dfc8a-b910-422a-a6cd-5e5175454659 req-25e97d16-dc42-4657-9435-71e8d873baec tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615804 Apr 06 11:59:33.720351 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (8a24a007-df5f-4867-a8a9-2d1a4c5b2a75), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:33.761852 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c7e507-bfbb-4ef3-9deb-fef44ea3c93b x-openstack-request-id: req-51c7e507-bfbb-4ef3-9deb-fef44ea3c93b {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:59:33.762299 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62710ec7-65fc-4816-838c-a0ac81c52196", "name": "network-vif-plugged", "status": "completed", "tag": "8a24a007-df5f-4867-a8a9-2d1a4c5b2a75", "code": 200}]} {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:59:33.762560 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51c7e507-bfbb-4ef3-9deb-fef44ea3c93b {{(pid=110261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:59:33.763043 dv-cinder-836074-2-iscsi neutron-server[110261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51c7e507-bfbb-4ef3-9deb-fef44ea3c93b'] response: {'server_uuid': '62710ec7-65fc-4816-838c-a0ac81c52196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a24a007-df5f-4867-a8a9-2d1a4c5b2a75', 'code': 200} Apr 06 11:59:33.790047 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcaedc-bda2-49ca-b421-94cf79ae460e req-90d1af45-5c81-4e1c-8241-72ef1431101b tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:33.791606 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-48fcaedc-bda2-49ca-b421-94cf79ae460e req-90d1af45-5c81-4e1c-8241-72ef1431101b tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 945 time: 0.0918994 Apr 06 11:59:33.807105 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=8a24a007-df5f-4867-a8a9-2d1a4c5b2a75,revision_number=5']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:33.846638 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-48fcaedc-bda2-49ca-b421-94cf79ae460e req-dd84c667-6f74-48e7-addd-337330cb1be6 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473123 Apr 06 11:59:34.013290 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a861ad-3dd0-48d4-aec9-46d6cf936726 req-7dfa5724-465e-4b53-bd5d-08c04d647889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:34.014888 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-c4a861ad-3dd0-48d4-aec9-46d6cf936726 req-7dfa5724-465e-4b53-bd5d-08c04d647889 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 1129 time: 0.0444117 Apr 06 11:59:34.059812 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-c4a861ad-3dd0-48d4-aec9-46d6cf936726 req-702ad942-62d7-4198-8abb-3dfa2efb11fe service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393362 Apr 06 11:59:34.834646 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb967a-ce2e-4df0-b0b4-fc560ff4148a req-ddee80df-d772-496e-9df1-712d4fa5a718 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:34.836392 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3ffb967a-ce2e-4df0-b0b4-fc560ff4148a req-ddee80df-d772-496e-9df1-712d4fa5a718 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 945 time: 0.0545993 Apr 06 11:59:34.885802 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3ffb967a-ce2e-4df0-b0b4-fc560ff4148a req-557b45b5-8601-4aa5-980e-bfe643b36ca1 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430446 Apr 06 11:59:34.995230 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ffa67-a00a-4e1d-884c-34b8424df11d req-4c903bab-3c19-441f-96a4-8d14e98a1320 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:34.996684 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-410ffa67-a00a-4e1d-884c-34b8424df11d req-4c903bab-3c19-441f-96a4-8d14e98a1320 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 945 time: 0.0574305 Apr 06 11:59:35.048602 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-410ffa67-a00a-4e1d-884c-34b8424df11d req-aab97722-6a6e-499c-b1f3-17a6a0818940 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457282 Apr 06 11:59:36.181930 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949318b-e648-43fd-8663-484802a6ab37 req-8e33b09b-87d4-455d-80e9-e97ddeeacb0f tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:36.183403 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3949318b-e648-43fd-8663-484802a6ab37 req-8e33b09b-87d4-455d-80e9-e97ddeeacb0f tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 945 time: 0.0569975 Apr 06 11:59:36.232748 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3949318b-e648-43fd-8663-484802a6ab37 req-cee7dbf0-979b-49d8-9d8e-7ad950fe86e0 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429354 Apr 06 11:59:36.363071 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f315f20-90f7-4619-8ced-4d0630dba788 req-e5531b66-369d-44d2-832c-0ab477c72d0e tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:36.364626 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3f315f20-90f7-4619-8ced-4d0630dba788 req-e5531b66-369d-44d2-832c-0ab477c72d0e tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 945 time: 0.0601358 Apr 06 11:59:36.374233 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 50866) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:59:36.378857 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-4b35b895-09ed-47e5-a7cb-173d47e69e5d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Request body: {'floatingip': {'port_id': '8a24a007-df5f-4867-a8a9-2d1a4c5b2a75'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:59:36.417341 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4b35b895-09ed-47e5-a7cb-173d47e69e5d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for floatingip (b5bcdac1-8644-45b7-a088-0f7ce381e977), before_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:36.878308 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4b35b895-09ed-47e5-a7cb-173d47e69e5d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:36.885824 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4b35b895-09ed-47e5-a7cb-173d47e69e5d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (b5bcdac1-8644-45b7-a088-0f7ce381e977), after_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:37.004125 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.db.l3_db [None req-4b35b895-09ed-47e5-a7cb-173d47e69e5d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Floating IP b5bcdac1-8644-45b7-a088-0f7ce381e977 associated. External IP: 172.27.1.110, port: 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75. Apr 06 11:59:37.234820 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b35b895-09ed-47e5-a7cb-173d47e69e5d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Router 3b71def2-3d93-45be-a5ef-7b49fecb29c1 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:59:37.360093 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b35b895-09ed-47e5-a7cb-173d47e69e5d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:59:37.367185 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4b35b895-09ed-47e5-a7cb-173d47e69e5d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:37.371834 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c894ac9f-3a87-47c9-832f-22a1ba658a51 None None] Sync routers for ids ['3b71def2-3d93-45be-a5ef-7b49fecb29c1'] in dv-cinder-836074-2-iscsi {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:59:37.390966 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c894ac9f-3a87-47c9-832f-22a1ba658a51 None None] Routers {'3b71def2-3d93-45be-a5ef-7b49fecb29c1'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:59:37.393053 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-c894ac9f-3a87-47c9-832f-22a1ba658a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:59:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['3b71def2-3d93-45be-a5ef-7b49fecb29c1'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:59:37.412192 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-4b35b895-09ed-47e5-a7cb-173d47e69e5d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "PUT /v2.0/floatingips/b5bcdac1-8644-45b7-a088-0f7ce381e977 HTTP/1.1" status: 200 len: 991 time: 1.0367596 Apr 06 11:59:37.412886 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62710ec7-65fc-4816-838c-a0ac81c52196', 'tag': '8a24a007-df5f-4867-a8a9-2d1a4c5b2a75'}] {{(pid=110259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:59:37.415266 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c7c8e3a7af7eec310205c5f765578dca3c187f66a15f537813450f68a58a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9f9514-2cc0-44c5-a643-b7a937f61a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "62710ec7-65fc-4816-838c-a0ac81c52196", "tag": "8a24a007-df5f-4867-a8a9-2d1a4c5b2a75"}]}' {{(pid=110259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:59:37.455940 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9894928-a752-4b41-9f74-0198f5ceaecf x-openstack-request-id: req-b9894928-a752-4b41-9f74-0198f5ceaecf {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:59:37.456232 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62710ec7-65fc-4816-838c-a0ac81c52196", "tag": "8a24a007-df5f-4867-a8a9-2d1a4c5b2a75", "status": "completed", "code": 200}]} {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:59:37.456481 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b9894928-a752-4b41-9f74-0198f5ceaecf {{(pid=110259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:59:37.456914 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9894928-a752-4b41-9f74-0198f5ceaecf'] response: {'name': 'network-changed', 'server_uuid': '62710ec7-65fc-4816-838c-a0ac81c52196', 'tag': '8a24a007-df5f-4867-a8a9-2d1a4c5b2a75', 'status': 'completed', 'code': 200} Apr 06 11:59:37.546741 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-c894ac9f-3a87-47c9-832f-22a1ba658a51 None None] Set router 3b71def2-3d93-45be-a5ef-7b49fecb29c1 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:59:37.551681 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f9514-2cc0-44c5-a643-b7a937f61a8a req-83cece94-1783-4229-bccd-1b17e3ebcc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:37.553786 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9a9f9514-2cc0-44c5-a643-b7a937f61a8a req-83cece94-1783-4229-bccd-1b17e3ebcc18 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a2c38a64ffb4474b4a145f9808cc37f&device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 1129 time: 0.0528221 Apr 06 11:59:37.662397 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f9514-2cc0-44c5-a643-b7a937f61a8a req-99842ab1-231b-4f71-ac50-4a79c459c7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:37.663901 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9a9f9514-2cc0-44c5-a643-b7a937f61a8a req-99842ab1-231b-4f71-ac50-4a79c459c7ab service neutron] 10.222.0.53 "GET /v2.0/networks?id=04e35c34-b38e-495d-ab59-a36a4ea05864 HTTP/1.1" status: 200 len: 917 time: 0.1033666 Apr 06 11:59:37.742895 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9a9f9514-2cc0-44c5-a643-b7a937f61a8a req-28059f36-9f3c-4b20-8926-c70438b9fdfb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 HTTP/1.1" status: 200 len: 999 time: 0.0705547 Apr 06 11:59:37.798426 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f9514-2cc0-44c5-a643-b7a937f61a8a req-f7497fee-ea1a-4058-80ae-a8ca619a6d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:37.799883 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9a9f9514-2cc0-44c5-a643-b7a937f61a8a req-f7497fee-ea1a-4058-80ae-a8ca619a6d70 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3051baf9-8ef0-43f1-94ee-3a605ed467b3 HTTP/1.1" status: 200 len: 855 time: 0.0497396 Apr 06 11:59:37.848958 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-c894ac9f-3a87-47c9-832f-22a1ba658a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'name': 'tempest-AttachVolumeShelveTestJSON-495381077-router', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:17Z', 'revision_number': 4, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'gw_port': {'id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': 'b5bcdac1-8644-45b7-a088-0f7ce381e977', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'floating_ip_address': '172.27.1.110', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'port_id': '8a24a007-df5f-4867-a8a9-2d1a4c5b2a75', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864', 'mac_address': 'fa:16:3e:ba:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62710ec7-65fc-4816-838c-a0ac81c52196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:59:16Z', 'updated_at': '2022-04-06T11:59:36Z', 'revision_number': 1, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c1d04c-390a-4ad7-ad11-58637035f908', 'name': '', 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'mac_address': 'fa:16:3e:f0:f7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:13Z', 'updated_at': '2022-04-06T11:51:32Z', 'revision_number': 5, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'subnets': [{'id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:59:37.854933 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f9514-2cc0-44c5-a643-b7a937f61a8a req-6fe25e62-521f-4c8d-8f20-e6157273862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:37.857034 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9a9f9514-2cc0-44c5-a643-b7a937f61a8a req-6fe25e62-521f-4c8d-8f20-e6157273862f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04e35c34-b38e-495d-ab59-a36a4ea05864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494690 Apr 06 11:59:37.882415 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c894ac9f-3a87-47c9-832f-22a1ba658a51 None None] Checking router: 3b71def2-3d93-45be-a5ef-7b49fecb29c1 for host: dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:59:37.891516 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c894ac9f-3a87-47c9-832f-22a1ba658a51 None None] Routers {'3b71def2-3d93-45be-a5ef-7b49fecb29c1'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:59:37.892139 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-c894ac9f-3a87-47c9-832f-22a1ba658a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:59:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['3b71def2-3d93-45be-a5ef-7b49fecb29c1'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:59:37.954604 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9a9f9514-2cc0-44c5-a643-b7a937f61a8a req-982324d7-4a87-44f2-8828-5a7080f2e385 service neutron] 10.222.0.53 "GET /v2.0/networks/04e35c34-b38e-495d-ab59-a36a4ea05864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917637 Apr 06 11:59:38.023732 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-c894ac9f-3a87-47c9-832f-22a1ba658a51 None None] Set router 3b71def2-3d93-45be-a5ef-7b49fecb29c1 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:59:38.069753 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9a9f9514-2cc0-44c5-a643-b7a937f61a8a req-e4a0aa55-e39b-4288-829d-3e11c6c3ec7f service neutron] 10.222.0.53 "GET /v2.0/networks/04e35c34-b38e-495d-ab59-a36a4ea05864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079390 Apr 06 11:59:38.266325 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-c894ac9f-3a87-47c9-832f-22a1ba658a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'name': 'tempest-AttachVolumeShelveTestJSON-495381077-router', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:17Z', 'revision_number': 4, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'gw_port': {'id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': 'b5bcdac1-8644-45b7-a088-0f7ce381e977', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'floating_ip_address': '172.27.1.110', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'port_id': '8a24a007-df5f-4867-a8a9-2d1a4c5b2a75', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864', 'mac_address': 'fa:16:3e:ba:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62710ec7-65fc-4816-838c-a0ac81c52196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:59:16Z', 'updated_at': '2022-04-06T11:59:36Z', 'revision_number': 1, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c1d04c-390a-4ad7-ad11-58637035f908', 'name': '', 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'mac_address': 'fa:16:3e:f0:f7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:13Z', 'updated_at': '2022-04-06T11:51:32Z', 'revision_number': 5, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'subnets': [{'id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:59:38.306946 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c894ac9f-3a87-47c9-832f-22a1ba658a51 None None] The sync data for ids ['3b71def2-3d93-45be-a5ef-7b49fecb29c1'] in dv-cinder-836074-2-iscsi is: [{'id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'name': 'tempest-AttachVolumeShelveTestJSON-495381077-router', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:17Z', 'revision_number': 4, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'gw_port': {'id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': 'b5bcdac1-8644-45b7-a088-0f7ce381e977', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'floating_ip_address': '172.27.1.110', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'port_id': '8a24a007-df5f-4867-a8a9-2d1a4c5b2a75', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864', 'mac_address': 'fa:16:3e:ba:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62710ec7-65fc-4816-838c-a0ac81c52196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:59:16Z', 'updated_at': '2022-04-06T11:59:36Z', 'revision_number': 1, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c1d04c-390a-4ad7-ad11-58637035f908', 'name': '', 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'mac_address': 'fa:16:3e:f0:f7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:13Z', 'updated_at': '2022-04-06T11:51:32Z', 'revision_number': 5, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'subnets': [{'id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:59:38.501171 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e2fa32-9a7f-45bc-86be-4340b2654ea8 None None] New status for floating IP b5bcdac1-8644-45b7-a088-0f7ce381e977: ACTIVE {{(pid=110262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:59:42.254027 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-e2696943-3b4d-4baf-9059-5e0657b70a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:44.070718 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:45.099639 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-f76655e1-e65a-4ee0-abaa-9b4169e8328c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:46.452462 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:48.770801 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:49.059953 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:50.214143 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214a8e6-7382-4adc-b718-0ca7b26ede1e req-346a2f74-a978-4c60-962e-e16b675994d3 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:50.216270 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d214a8e6-7382-4adc-b718-0ca7b26ede1e req-346a2f74-a978-4c60-962e-e16b675994d3 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 945 time: 0.0713866 Apr 06 11:59:50.272017 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d214a8e6-7382-4adc-b718-0ca7b26ede1e req-5c227e92-cd07-4ea7-a2ff-b5e1df76f0d9 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490348 Apr 06 11:59:51.412437 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e5ec-1857-4828-ad8d-ba1f78c60d57 req-837b11e4-10ad-480a-bd43-67350361140e tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:51.414304 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-5725e5ec-1857-4828-ad8d-ba1f78c60d57 req-837b11e4-10ad-480a-bd43-67350361140e tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 945 time: 0.0641563 Apr 06 11:59:51.469782 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-5725e5ec-1857-4828-ad8d-ba1f78c60d57 req-227bb525-56c6-4a1f-9fba-c3551bdb2f2b tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490391 Apr 06 11:59:51.623570 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:59:52.597827 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed6e59-9fba-42f1-b10e-e1494eb410b3 req-da7509d0-f84e-490d-8717-dd0bf81a3b10 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:52.599558 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d5ed6e59-9fba-42f1-b10e-e1494eb410b3 req-da7509d0-f84e-490d-8717-dd0bf81a3b10 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 945 time: 0.0610664 Apr 06 11:59:52.652356 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d5ed6e59-9fba-42f1-b10e-e1494eb410b3 req-6c35e62f-0aa1-4de4-8754-7c153ecd6d1e tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467939 Apr 06 11:59:53.696464 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da498f7-cd4f-4a7e-9f58-02171792236b req-1980b513-714b-4d6f-91b2-2d9c53a6063a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:53.698072 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-1da498f7-cd4f-4a7e-9f58-02171792236b req-1980b513-714b-4d6f-91b2-2d9c53a6063a tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.53 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 945 time: 0.0547504 Apr 06 11:59:53.831822 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0cdae-b5e3-4e3b-b9d5-2dd2d7c38cf3 req-232feddc-ba47-4769-8b22-bac4d19a72df tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:53.833628 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e4c0cdae-b5e3-4e3b-b9d5-2dd2d7c38cf3 req-232feddc-ba47-4769-8b22-bac4d19a72df tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 945 time: 0.0996330 Apr 06 11:59:53.880926 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [req-1da498f7-cd4f-4a7e-9f58-02171792236b req-a1211065-1490-4c80-bc59-a6e98ac6f6f2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Deleting port 262f0ded-e71f-4942-8d58-d697823f9e52 {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:59:53.881258 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-1da498f7-cd4f-4a7e-9f58-02171792236b req-a1211065-1490-4c80-bc59-a6e98ac6f6f2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (262f0ded-e71f-4942-8d58-d697823f9e52), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:53.932142 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e4c0cdae-b5e3-4e3b-b9d5-2dd2d7c38cf3 req-6927478c-9bfb-4a9c-90a7-eae5b1a8f213 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=9de0eee3-cce9-431d-b52e-33a33d7730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898426 Apr 06 11:59:53.989054 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-1da498f7-cd4f-4a7e-9f58-02171792236b req-a1211065-1490-4c80-bc59-a6e98ac6f6f2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] For port 262f0ded-e71f-4942-8d58-d697823f9e52, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=262f0ded-e71f-4942-8d58-d697823f9e52,segment=NetworkSegment(4cfea46a-4bee-477e-bfba-1025be7f7a6b),segment_id=4cfea46a-4bee-477e-bfba-1025be7f7a6b)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:59:53.989415 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-1da498f7-cd4f-4a7e-9f58-02171792236b req-a1211065-1490-4c80-bc59-a6e98ac6f6f2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (262f0ded-e71f-4942-8d58-d697823f9e52), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:54.170082 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-1da498f7-cd4f-4a7e-9f58-02171792236b req-a1211065-1490-4c80-bc59-a6e98ac6f6f2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:54.170678 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-1da498f7-cd4f-4a7e-9f58-02171792236b req-a1211065-1490-4c80-bc59-a6e98ac6f6f2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (c4150dc3-4638-4fa2-968e-9cc2d7e6c148), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:54.170832 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.db.l3_db [req-1da498f7-cd4f-4a7e-9f58-02171792236b req-a1211065-1490-4c80-bc59-a6e98ac6f6f2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Floating IP c4150dc3-4638-4fa2-968e-9cc2d7e6c148 disassociated. External IP: 172.27.1.224, port: 262f0ded-e71f-4942-8d58-d697823f9e52. Apr 06 11:59:54.171160 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [req-1da498f7-cd4f-4a7e-9f58-02171792236b req-a1211065-1490-4c80-bc59-a6e98ac6f6f2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Calling delete_port for 262f0ded-e71f-4942-8d58-d697823f9e52 owned by compute:nova {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:59:54.310673 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-1da498f7-cd4f-4a7e-9f58-02171792236b req-a1211065-1490-4c80-bc59-a6e98ac6f6f2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (262f0ded-e71f-4942-8d58-d697823f9e52), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:54.340062 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1211065-1490-4c80-bc59-a6e98ac6f6f2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Pushing event deleted for resources: {'Port': ['ID=262f0ded-e71f-4942-8d58-d697823f9e52,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:54.735188 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1da498f7-cd4f-4a7e-9f58-02171792236b req-a1211065-1490-4c80-bc59-a6e98ac6f6f2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Router aeae7732-84b6-4075-9bfb-0ad435d359e6 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:59:54.858199 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1da498f7-cd4f-4a7e-9f58-02171792236b req-a1211065-1490-4c80-bc59-a6e98ac6f6f2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:59:54.867666 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4e8c4a-6d29-41dd-a541-c4ff0de22af6 None None] Sync routers for ids ['aeae7732-84b6-4075-9bfb-0ad435d359e6'] in dv-cinder-836074-2-iscsi {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:59:54.878462 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4e8c4a-6d29-41dd-a541-c4ff0de22af6 None None] Routers {'aeae7732-84b6-4075-9bfb-0ad435d359e6'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:59:54.879242 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-5b4e8c4a-6d29-41dd-a541-c4ff0de22af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:59:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['aeae7732-84b6-4075-9bfb-0ad435d359e6'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:59:54.902047 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da498f7-cd4f-4a7e-9f58-02171792236b req-a1211065-1490-4c80-bc59-a6e98ac6f6f2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] No DVR routers for this DVR port 262f0ded-e71f-4942-8d58-d697823f9e52 on host hv-cinder-83607 {{(pid=110260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:59:54.904480 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-1da498f7-cd4f-4a7e-9f58-02171792236b req-a1211065-1490-4c80-bc59-a6e98ac6f6f2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:54.907878 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-1da498f7-cd4f-4a7e-9f58-02171792236b req-a1211065-1490-4c80-bc59-a6e98ac6f6f2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.53 "DELETE /v2.0/ports/262f0ded-e71f-4942-8d58-d697823f9e52 HTTP/1.1" status: 204 len: 173 time: 1.2007775 Apr 06 11:59:54.908376 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6457aa5a-e7f0-416b-b9e6-ce2abd32deaa', 'name': 'network-vif-deleted', 'tag': '262f0ded-e71f-4942-8d58-d697823f9e52'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:59:54.910978 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4e4709-0ddb-47d9-9c85-9e3b55b58785" -d '{"events": [{"server_uuid": "6457aa5a-e7f0-416b-b9e6-ce2abd32deaa", "name": "network-vif-deleted", "tag": "262f0ded-e71f-4942-8d58-d697823f9e52"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:59:54.962727 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c08b30-a371-4b16-87c8-8a05926d265c x-openstack-request-id: req-80c08b30-a371-4b16-87c8-8a05926d265c {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:59:54.963507 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6457aa5a-e7f0-416b-b9e6-ce2abd32deaa", "name": "network-vif-deleted", "tag": "262f0ded-e71f-4942-8d58-d697823f9e52", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:59:54.963847 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-80c08b30-a371-4b16-87c8-8a05926d265c {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:59:54.964511 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80c08b30-a371-4b16-87c8-8a05926d265c'] response: {'server_uuid': '6457aa5a-e7f0-416b-b9e6-ce2abd32deaa', 'name': 'network-vif-deleted', 'tag': '262f0ded-e71f-4942-8d58-d697823f9e52', 'status': 'completed', 'code': 200} Apr 06 11:59:55.039670 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-0db27d8a-7322-4565-9a38-d36c0477fcb4 req-10c17ded-aa19-44d0-8f5b-ce2d703a1694 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=6457aa5a-e7f0-416b-b9e6-ce2abd32deaa HTTP/1.1" status: 200 len: 210 time: 0.0310829 Apr 06 11:59:55.050034 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-5b4e8c4a-6d29-41dd-a541-c4ff0de22af6 None None] Set router aeae7732-84b6-4075-9bfb-0ad435d359e6 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:59:55.286598 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-5b4e8c4a-6d29-41dd-a541-c4ff0de22af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'name': 'tempest-ServerRescueNegativeTestJSON-1005298851-router', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:17Z', 'revision_number': 4, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'gw_port': {'id': '923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:09Z', 'updated_at': '2022-04-06T11:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': '0663e282-8c19-44f6-be63-9ac09f74b1c0', 'name': '', 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'mac_address': 'fa:16:3e:21:ec:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9b503157-0ef4-44d3-80a9-20b0dc5d9230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:16Z', 'updated_at': '2022-04-06T11:51:37Z', 'revision_number': 5, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'subnets': [{'id': '9b503157-0ef4-44d3-80a9-20b0dc5d9230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:59:55.315233 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4e8c4a-6d29-41dd-a541-c4ff0de22af6 None None] Checking router: aeae7732-84b6-4075-9bfb-0ad435d359e6 for host: dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:59:55.324479 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4e8c4a-6d29-41dd-a541-c4ff0de22af6 None None] Routers {'aeae7732-84b6-4075-9bfb-0ad435d359e6'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:59:55.325263 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-5b4e8c4a-6d29-41dd-a541-c4ff0de22af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:59:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['aeae7732-84b6-4075-9bfb-0ad435d359e6'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:59:55.446308 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-5b4e8c4a-6d29-41dd-a541-c4ff0de22af6 None None] Set router aeae7732-84b6-4075-9bfb-0ad435d359e6 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:59:55.681076 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-5b4e8c4a-6d29-41dd-a541-c4ff0de22af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'name': 'tempest-ServerRescueNegativeTestJSON-1005298851-router', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:17Z', 'revision_number': 4, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'gw_port': {'id': '923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:09Z', 'updated_at': '2022-04-06T11:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': '0663e282-8c19-44f6-be63-9ac09f74b1c0', 'name': '', 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'mac_address': 'fa:16:3e:21:ec:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9b503157-0ef4-44d3-80a9-20b0dc5d9230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:16Z', 'updated_at': '2022-04-06T11:51:37Z', 'revision_number': 5, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'subnets': [{'id': '9b503157-0ef4-44d3-80a9-20b0dc5d9230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:59:55.714225 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4e8c4a-6d29-41dd-a541-c4ff0de22af6 None None] The sync data for ids ['aeae7732-84b6-4075-9bfb-0ad435d359e6'] in dv-cinder-836074-2-iscsi is: [{'id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'name': 'tempest-ServerRescueNegativeTestJSON-1005298851-router', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:17Z', 'revision_number': 4, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'gw_port': {'id': '923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:09Z', 'updated_at': '2022-04-06T11:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': '0663e282-8c19-44f6-be63-9ac09f74b1c0', 'name': '', 'network_id': 'd8762c11-97c8-4692-bb2b-070d6ecd6b12', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'mac_address': 'fa:16:3e:21:ec:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9b503157-0ef4-44d3-80a9-20b0dc5d9230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:16Z', 'updated_at': '2022-04-06T11:51:37Z', 'revision_number': 5, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'subnets': [{'id': '9b503157-0ef4-44d3-80a9-20b0dc5d9230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:59:55.970565 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7f70f7-c22d-4557-911f-96abae23266b None None] New status for floating IP c4150dc3-4638-4fa2-968e-9cc2d7e6c148: DOWN {{(pid=110262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:59:56.146672 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 50920) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:59:56.207426 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-7e62c70f-c5f7-46b4-894d-a5c67f3782c4 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks [] for security_group (9de0eee3-cce9-431d-b52e-33a33d7730ce), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:56.230811 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-7e62c70f-c5f7-46b4-894d-a5c67f3782c4 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks [] for security_group (9de0eee3-cce9-431d-b52e-33a33d7730ce), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:56.286211 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-7e62c70f-c5f7-46b4-894d-a5c67f3782c4 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (9de0eee3-cce9-431d-b52e-33a33d7730ce), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:56.288777 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-7e62c70f-c5f7-46b4-894d-a5c67f3782c4 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:56.289932 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-7e62c70f-c5f7-46b4-894d-a5c67f3782c4 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "DELETE /v2.0/security-groups/9de0eee3-cce9-431d-b52e-33a33d7730ce HTTP/1.1" status: 204 len: 168 time: 0.1422069 Apr 06 11:59:56.292527 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 50922) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:59:56.300882 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e62c70f-c5f7-46b4-894d-a5c67f3782c4 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de0eee3-cce9-431d-b52e-33a33d7730ce,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:56.307246 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.api.v2.resource [None req-fa71766b-f4e2-4b03-96ce-7fa30ad2c940 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] show failed (client error): The resource could not be found. Apr 06 11:59:56.311754 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 50924) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:59:56.311893 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-fa71766b-f4e2-4b03-96ce-7fa30ad2c940 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups/9de0eee3-cce9-431d-b52e-33a33d7730ce HTTP/1.1" status: 404 len: 347 time: 0.0181594 Apr 06 11:59:56.441061 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-f0df8bf0-ba2a-4b46-aaed-73f53dcf9af2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Deleting port b1a707c7-a989-4357-9eac-91aca8644321 {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:59:56.441396 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f0df8bf0-ba2a-4b46-aaed-73f53dcf9af2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (b1a707c7-a989-4357-9eac-91aca8644321), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:56.524220 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f0df8bf0-ba2a-4b46-aaed-73f53dcf9af2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (b1a707c7-a989-4357-9eac-91aca8644321), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:56.524453 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f0df8bf0-ba2a-4b46-aaed-73f53dcf9af2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks [] for floatingip (b1a707c7-a989-4357-9eac-91aca8644321), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:56.537511 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-f0df8bf0-ba2a-4b46-aaed-73f53dcf9af2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Calling delete_port for b1a707c7-a989-4357-9eac-91aca8644321 owned by network:floatingip {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:59:56.672045 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f0df8bf0-ba2a-4b46-aaed-73f53dcf9af2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (b1a707c7-a989-4357-9eac-91aca8644321), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:56.701731 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df8bf0-ba2a-4b46-aaed-73f53dcf9af2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Pushing event deleted for resources: {'Port': ['ID=b1a707c7-a989-4357-9eac-91aca8644321,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:59:56.763455 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f0df8bf0-ba2a-4b46-aaed-73f53dcf9af2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks [] for floatingip (c4150dc3-4638-4fa2-968e-9cc2d7e6c148), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:56.765965 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f0df8bf0-ba2a-4b46-aaed-73f53dcf9af2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:59:56.767107 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-f0df8bf0-ba2a-4b46-aaed-73f53dcf9af2 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "DELETE /v2.0/floatingips/c4150dc3-4638-4fa2-968e-9cc2d7e6c148 HTTP/1.1" status: 204 len: 168 time: 0.4543164 Apr 06 11:59:57.625747 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 262f0ded-e71f-4942-8d58-d697823f9e52 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:59:57.646956 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] No Port match for: 262f0ded-e71f-4942-8d58-d697823f9e52 {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:59:57.647356 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 262f0ded-e71f-4942-8d58-d697823f9e52 not bound to the agent host hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:59:59.336226 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56969e05-ff8e-4e80-81b6-8e50507cd7a6 req-2f0abeec-e274-42ad-bbf5-28f47dbc048f tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:59:59.337736 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-56969e05-ff8e-4e80-81b6-8e50507cd7a6 req-2f0abeec-e274-42ad-bbf5-28f47dbc048f tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0603621 Apr 06 11:59:59.403288 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-56969e05-ff8e-4e80-81b6-8e50507cd7a6 req-7ae6a820-46d8-474c-948a-e225854525db tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582480 Apr 06 12:00:00.314699 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b0093-0c56-4b75-a384-99758f7433d8 req-cba90dd3-9410-4237-85aa-ea83e16ec4cc tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:00.316258 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-927b0093-0c56-4b75-a384-99758f7433d8 req-cba90dd3-9410-4237-85aa-ea83e16ec4cc tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.53 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0596111 Apr 06 12:00:00.424772 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [req-927b0093-0c56-4b75-a384-99758f7433d8 req-3f017caa-b3a1-40e4-8e98-7336e96c23ec tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Deleting port 7435b605-991f-4ef2-b321-64fe5e1e306f {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:00:00.425554 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-927b0093-0c56-4b75-a384-99758f7433d8 req-3f017caa-b3a1-40e4-8e98-7336e96c23ec tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (7435b605-991f-4ef2-b321-64fe5e1e306f), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:00.528247 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-927b0093-0c56-4b75-a384-99758f7433d8 req-3f017caa-b3a1-40e4-8e98-7336e96c23ec tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] For port 7435b605-991f-4ef2-b321-64fe5e1e306f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7435b605-991f-4ef2-b321-64fe5e1e306f,segment=NetworkSegment(4cfea46a-4bee-477e-bfba-1025be7f7a6b),segment_id=4cfea46a-4bee-477e-bfba-1025be7f7a6b)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:00:00.528561 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-927b0093-0c56-4b75-a384-99758f7433d8 req-3f017caa-b3a1-40e4-8e98-7336e96c23ec tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (7435b605-991f-4ef2-b321-64fe5e1e306f), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:00.528677 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249c1a0-0cae-42fd-ac6f-7ca6d37467df req-757d7018-b09c-4ed1-ab2f-bac3d8a2e6f6 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:00.530389 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b249c1a0-0cae-42fd-ac6f-7ca6d37467df req-757d7018-b09c-4ed1-ab2f-bac3d8a2e6f6 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=547ed5ea-7769-40f5-aa31-d1c1d5553d7e HTTP/1.1" status: 200 len: 946 time: 0.0554607 Apr 06 12:00:00.543768 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [req-927b0093-0c56-4b75-a384-99758f7433d8 req-3f017caa-b3a1-40e4-8e98-7336e96c23ec tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Calling delete_port for 7435b605-991f-4ef2-b321-64fe5e1e306f owned by compute:nova {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:00:00.586613 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b249c1a0-0cae-42fd-ac6f-7ca6d37467df req-eeeea5d2-2b28-4b05-b051-05b8ada569a3 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494752 Apr 06 12:00:00.683783 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-927b0093-0c56-4b75-a384-99758f7433d8 req-3f017caa-b3a1-40e4-8e98-7336e96c23ec tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (7435b605-991f-4ef2-b321-64fe5e1e306f), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:00.712577 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['8294cf4c-8e23-47d8-ab5f-770194c0773d', '7435b605-991f-4ef2-b321-64fe5e1e306f'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:00:00.713713 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f017caa-b3a1-40e4-8e98-7336e96c23ec tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Pushing event deleted for resources: {'Port': ['ID=7435b605-991f-4ef2-b321-64fe5e1e306f,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:00:00.759691 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [req-927b0093-0c56-4b75-a384-99758f7433d8 req-3f017caa-b3a1-40e4-8e98-7336e96c23ec tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] No DVR routers for this DVR port 7435b605-991f-4ef2-b321-64fe5e1e306f on host hv-cinder-83607 {{(pid=110260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:00:00.762498 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-927b0093-0c56-4b75-a384-99758f7433d8 req-3f017caa-b3a1-40e4-8e98-7336e96c23ec tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:00.766582 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-927b0093-0c56-4b75-a384-99758f7433d8 req-3f017caa-b3a1-40e4-8e98-7336e96c23ec tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.53 "DELETE /v2.0/ports/7435b605-991f-4ef2-b321-64fe5e1e306f HTTP/1.1" status: 204 len: 173 time: 0.4386408 Apr 06 12:00:00.767031 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547ed5ea-7769-40f5-aa31-d1c1d5553d7e', 'name': 'network-vif-deleted', 'tag': '7435b605-991f-4ef2-b321-64fe5e1e306f'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:00:00.769316 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a7c31d-1c3d-4f15-84aa-c8cf445b1044" -d '{"events": [{"server_uuid": "547ed5ea-7769-40f5-aa31-d1c1d5553d7e", "name": "network-vif-deleted", "tag": "7435b605-991f-4ef2-b321-64fe5e1e306f"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:00:00.810912 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d944a35-ef9b-4ab1-bac2-7198417c3bcd x-openstack-request-id: req-8d944a35-ef9b-4ab1-bac2-7198417c3bcd {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:00:00.811253 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547ed5ea-7769-40f5-aa31-d1c1d5553d7e", "name": "network-vif-deleted", "tag": "7435b605-991f-4ef2-b321-64fe5e1e306f", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:00:00.811642 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d944a35-ef9b-4ab1-bac2-7198417c3bcd {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:00:00.812057 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d944a35-ef9b-4ab1-bac2-7198417c3bcd'] response: {'server_uuid': '547ed5ea-7769-40f5-aa31-d1c1d5553d7e', 'name': 'network-vif-deleted', 'tag': '7435b605-991f-4ef2-b321-64fe5e1e306f', 'status': 'completed', 'code': 200} Apr 06 12:00:01.752418 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610c993-0659-46ca-ab93-7b79f31810a3 req-9c9cf637-f51e-4c53-becf-aef617954804 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:01.754114 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d610c993-0659-46ca-ab93-7b79f31810a3 req-9c9cf637-f51e-4c53-becf-aef617954804 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 945 time: 0.0591683 Apr 06 12:00:01.805787 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d610c993-0659-46ca-ab93-7b79f31810a3 req-99e9f8a6-17c1-4f8c-afc5-a8bad10f1c89 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451469 Apr 06 12:00:01.883158 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda69391-e4b5-458e-9e95-d7800cf2bad2 req-9338d5db-1e76-4cf7-92c7-79fd6ea05f31 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:01.884630 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-eda69391-e4b5-458e-9e95-d7800cf2bad2 req-9338d5db-1e76-4cf7-92c7-79fd6ea05f31 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0525908 Apr 06 12:00:01.934369 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-eda69391-e4b5-458e-9e95-d7800cf2bad2 req-79dd91b5-860d-4fce-b84a-515a89a42fab tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440104 Apr 06 12:00:02.929685 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb7def-a304-4da2-8e17-c4205453c2e4 req-368cca64-06b3-4f5e-b664-c148dc9d23e2 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:02.931197 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8bcb7def-a304-4da2-8e17-c4205453c2e4 req-368cca64-06b3-4f5e-b664-c148dc9d23e2 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 945 time: 0.0530245 Apr 06 12:00:02.985236 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8bcb7def-a304-4da2-8e17-c4205453c2e4 req-5f566ff6-167d-4de7-98cd-d331a2e753a3 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466409 Apr 06 12:00:03.057594 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a199a-a26a-44f4-83c1-7982dd0a1a65 req-4049052a-cbbc-45ff-ae88-ba3d05f013d6 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:03.059087 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-465a199a-a26a-44f4-83c1-7982dd0a1a65 req-4049052a-cbbc-45ff-ae88-ba3d05f013d6 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0547478 Apr 06 12:00:03.109141 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-465a199a-a26a-44f4-83c1-7982dd0a1a65 req-018430a7-b7fe-4168-b844-5c0f5e6452d9 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431781 Apr 06 12:00:03.911592 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109d4af-bba8-4a0c-967c-fbd90d120d1a req-c484091c-ccfa-4f86-8f06-3a6b84c0c1b5 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:03.913091 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e109d4af-bba8-4a0c-967c-fbd90d120d1a req-c484091c-ccfa-4f86-8f06-3a6b84c0c1b5 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.53 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.0522797 Apr 06 12:00:04.075083 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e9f8c-d863-4ded-885e-2c4c67df9cab req-f1493872-b21e-41e1-9ecf-6cb397658325 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:04.076970 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-720e9f8c-d863-4ded-885e-2c4c67df9cab req-f1493872-b21e-41e1-9ecf-6cb397658325 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.53 "GET /v2.0/ports?device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 945 time: 0.1190891 Apr 06 12:00:04.140664 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac32d05-a69e-4472-ad21-2a56a45b2dde req-ff620806-a265-4913-ae97-16c85b6d4eec tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:04.142285 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6ac32d05-a69e-4472-ad21-2a56a45b2dde req-ff620806-a265-4913-ae97-16c85b6d4eec tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 945 time: 0.0590515 Apr 06 12:00:04.164525 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [req-e109d4af-bba8-4a0c-967c-fbd90d120d1a req-459ff9a7-5eed-4671-ab89-6cf597ce80ef tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Deleting port 8294cf4c-8e23-47d8-ab5f-770194c0773d {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:00:04.164792 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-e109d4af-bba8-4a0c-967c-fbd90d120d1a req-459ff9a7-5eed-4671-ab89-6cf597ce80ef tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (8294cf4c-8e23-47d8-ab5f-770194c0773d), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:04.213717 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6ac32d05-a69e-4472-ad21-2a56a45b2dde req-8d2ac619-09bb-4f8a-9358-682c3c212a01 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653222 Apr 06 12:00:04.314933 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-e109d4af-bba8-4a0c-967c-fbd90d120d1a req-459ff9a7-5eed-4671-ab89-6cf597ce80ef tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] For port 8294cf4c-8e23-47d8-ab5f-770194c0773d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8294cf4c-8e23-47d8-ab5f-770194c0773d,segment=NetworkSegment(4cfea46a-4bee-477e-bfba-1025be7f7a6b),segment_id=4cfea46a-4bee-477e-bfba-1025be7f7a6b)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:00:04.315299 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-e109d4af-bba8-4a0c-967c-fbd90d120d1a req-459ff9a7-5eed-4671-ab89-6cf597ce80ef tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (8294cf4c-8e23-47d8-ab5f-770194c0773d), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:04.321036 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [req-720e9f8c-d863-4ded-885e-2c4c67df9cab req-3e99a5c9-5cb5-4c5c-8a35-daadac93461b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Deleting port 560dbb8b-dbf2-4e5b-8c36-ce736d3006f9 {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:00:04.321373 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-720e9f8c-d863-4ded-885e-2c4c67df9cab req-3e99a5c9-5cb5-4c5c-8a35-daadac93461b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (560dbb8b-dbf2-4e5b-8c36-ce736d3006f9), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:04.339908 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46668d-002b-4dd1-b307-05bd5a1e2018 req-ac054b3d-53e5-461f-8885-807e5fe8f9b8 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:04.342926 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4a46668d-002b-4dd1-b307-05bd5a1e2018 req-ac054b3d-53e5-461f-8885-807e5fe8f9b8 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/ports?device_id=75281a9d-e5c9-458d-aa92-081b72a9fd60 HTTP/1.1" status: 200 len: 946 time: 0.1311934 Apr 06 12:00:04.385012 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [req-e109d4af-bba8-4a0c-967c-fbd90d120d1a req-459ff9a7-5eed-4671-ab89-6cf597ce80ef tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Calling delete_port for 8294cf4c-8e23-47d8-ab5f-770194c0773d owned by compute:nova {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:00:04.516638 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4a46668d-002b-4dd1-b307-05bd5a1e2018 req-880cad7e-b23a-4703-b27e-bf975f952b12 tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345906 Apr 06 12:00:04.522577 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-720e9f8c-d863-4ded-885e-2c4c67df9cab req-3e99a5c9-5cb5-4c5c-8a35-daadac93461b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] For port 560dbb8b-dbf2-4e5b-8c36-ce736d3006f9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=560dbb8b-dbf2-4e5b-8c36-ce736d3006f9,segment=NetworkSegment(5a72f2a3-235a-4761-8c4e-495c5069282b),segment_id=5a72f2a3-235a-4761-8c4e-495c5069282b)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:00:04.522940 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-720e9f8c-d863-4ded-885e-2c4c67df9cab req-3e99a5c9-5cb5-4c5c-8a35-daadac93461b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (560dbb8b-dbf2-4e5b-8c36-ce736d3006f9), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:04.736777 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-e109d4af-bba8-4a0c-967c-fbd90d120d1a req-459ff9a7-5eed-4671-ab89-6cf597ce80ef tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (8294cf4c-8e23-47d8-ab5f-770194c0773d), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:04.768113 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['8294cf4c-8e23-47d8-ab5f-770194c0773d'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:00:04.775284 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ff9a7-5eed-4671-ab89-6cf597ce80ef tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Pushing event deleted for resources: {'Port': ['ID=8294cf4c-8e23-47d8-ab5f-770194c0773d,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:00:04.807021 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-720e9f8c-d863-4ded-885e-2c4c67df9cab req-3e99a5c9-5cb5-4c5c-8a35-daadac93461b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:04.807383 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-720e9f8c-d863-4ded-885e-2c4c67df9cab req-3e99a5c9-5cb5-4c5c-8a35-daadac93461b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (d11392ac-62a5-4009-8a11-158f9af5db8d), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:04.807701 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.db.l3_db [req-720e9f8c-d863-4ded-885e-2c4c67df9cab req-3e99a5c9-5cb5-4c5c-8a35-daadac93461b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Floating IP d11392ac-62a5-4009-8a11-158f9af5db8d disassociated. External IP: 172.27.1.115, port: 560dbb8b-dbf2-4e5b-8c36-ce736d3006f9. Apr 06 12:00:04.808046 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [req-720e9f8c-d863-4ded-885e-2c4c67df9cab req-3e99a5c9-5cb5-4c5c-8a35-daadac93461b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Calling delete_port for 560dbb8b-dbf2-4e5b-8c36-ce736d3006f9 owned by compute:nova {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:00:04.835068 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [req-e109d4af-bba8-4a0c-967c-fbd90d120d1a req-459ff9a7-5eed-4671-ab89-6cf597ce80ef tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] No DVR routers for this DVR port 8294cf4c-8e23-47d8-ab5f-770194c0773d on host hv-cinder-83607 {{(pid=110260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:00:04.838630 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-e109d4af-bba8-4a0c-967c-fbd90d120d1a req-459ff9a7-5eed-4671-ab89-6cf597ce80ef tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:04.842553 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e109d4af-bba8-4a0c-967c-fbd90d120d1a req-459ff9a7-5eed-4671-ab89-6cf597ce80ef tempest-ServerRescueNegativeTestJSON-496439245 tempest-ServerRescueNegativeTestJSON-496439245-project] 10.222.0.53 "DELETE /v2.0/ports/8294cf4c-8e23-47d8-ab5f-770194c0773d HTTP/1.1" status: 204 len: 173 time: 0.8917568 Apr 06 12:00:04.843017 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75281a9d-e5c9-458d-aa92-081b72a9fd60', 'name': 'network-vif-deleted', 'tag': '8294cf4c-8e23-47d8-ab5f-770194c0773d'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:00:04.845336 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33de06a3-abb0-493d-ad8b-0ebcda339e1f" -d '{"events": [{"server_uuid": "75281a9d-e5c9-458d-aa92-081b72a9fd60", "name": "network-vif-deleted", "tag": "8294cf4c-8e23-47d8-ab5f-770194c0773d"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:00:04.892110 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d6fb5c-eade-419d-8370-4be62db9c3d8 x-openstack-request-id: req-30d6fb5c-eade-419d-8370-4be62db9c3d8 {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:00:04.892441 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75281a9d-e5c9-458d-aa92-081b72a9fd60", "name": "network-vif-deleted", "tag": "8294cf4c-8e23-47d8-ab5f-770194c0773d", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:00:04.892645 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-30d6fb5c-eade-419d-8370-4be62db9c3d8 {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:00:04.893078 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30d6fb5c-eade-419d-8370-4be62db9c3d8'] response: {'server_uuid': '75281a9d-e5c9-458d-aa92-081b72a9fd60', 'name': 'network-vif-deleted', 'tag': '8294cf4c-8e23-47d8-ab5f-770194c0773d', 'status': 'completed', 'code': 200} Apr 06 12:00:04.991645 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-720e9f8c-d863-4ded-885e-2c4c67df9cab req-3e99a5c9-5cb5-4c5c-8a35-daadac93461b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (560dbb8b-dbf2-4e5b-8c36-ce736d3006f9), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:05.027055 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99a5c9-5cb5-4c5c-8a35-daadac93461b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Pushing event deleted for resources: {'Port': ['ID=560dbb8b-dbf2-4e5b-8c36-ce736d3006f9,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:00:05.170825 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-720e9f8c-d863-4ded-885e-2c4c67df9cab req-3e99a5c9-5cb5-4c5c-8a35-daadac93461b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Router 56adb4fd-3158-4daa-9579-5f2331fdebc2 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:00:05.352180 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ad349f49-f1d8-4eb4-a8da-d43011284492 req-a1372a79-e2f4-472f-b4e1-01a778b46637 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=bca65c2b-f790-494c-9583-2b1016f543a6 HTTP/1.1" status: 200 len: 210 time: 0.0421133 Apr 06 12:00:05.353967 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-720e9f8c-d863-4ded-885e-2c4c67df9cab req-3e99a5c9-5cb5-4c5c-8a35-daadac93461b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:00:05.375891 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f5cedb-02a1-4d1a-8b2d-f5554a1ca20d None None] Sync routers for ids ['56adb4fd-3158-4daa-9579-5f2331fdebc2'] in dv-cinder-836074-2-iscsi {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:00:05.395306 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f5cedb-02a1-4d1a-8b2d-f5554a1ca20d None None] Routers {'56adb4fd-3158-4daa-9579-5f2331fdebc2'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:00:05.396289 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-33f5cedb-02a1-4d1a-8b2d-f5554a1ca20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:59:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['56adb4fd-3158-4daa-9579-5f2331fdebc2'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:00:05.434840 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [req-720e9f8c-d863-4ded-885e-2c4c67df9cab req-3e99a5c9-5cb5-4c5c-8a35-daadac93461b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] No DVR routers for this DVR port 560dbb8b-dbf2-4e5b-8c36-ce736d3006f9 on host hv-cinder-83607 {{(pid=110260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:00:05.438794 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-720e9f8c-d863-4ded-885e-2c4c67df9cab req-3e99a5c9-5cb5-4c5c-8a35-daadac93461b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:05.441977 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-720e9f8c-d863-4ded-885e-2c4c67df9cab req-3e99a5c9-5cb5-4c5c-8a35-daadac93461b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.53 "DELETE /v2.0/ports/560dbb8b-dbf2-4e5b-8c36-ce736d3006f9 HTTP/1.1" status: 204 len: 173 time: 1.3598123 Apr 06 12:00:05.556375 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-33f5cedb-02a1-4d1a-8b2d-f5554a1ca20d None None] Set router 56adb4fd-3158-4daa-9579-5f2331fdebc2 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:00:05.590722 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 50976) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:00:05.757553 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 7435b605-991f-4ef2-b321-64fe5e1e306f no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:00:05.792143 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] No Port match for: 7435b605-991f-4ef2-b321-64fe5e1e306f {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:00:05.792897 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 7435b605-991f-4ef2-b321-64fe5e1e306f not bound to the agent host hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:00:05.792897 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 8294cf4c-8e23-47d8-ab5f-770194c0773d no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:00:05.837604 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] No Port match for: 8294cf4c-8e23-47d8-ab5f-770194c0773d {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:00:05.837827 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 8294cf4c-8e23-47d8-ab5f-770194c0773d not bound to the agent host hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:00:05.908255 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-33f5cedb-02a1-4d1a-8b2d-f5554a1ca20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'name': 'tempest-TestVolumeBootPattern-1445952456-router', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f908e075-bc96-4931-a795-06584cf36857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:44Z', 'updated_at': '2022-04-06T11:55:48Z', 'revision_number': 4, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'gw_port': {'id': 'f908e075-bc96-4931-a795-06584cf36857', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:45Z', 'updated_at': '2022-04-06T11:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'fbd0417c-f51c-4642-b234-2283f5f80798', 'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'mac_address': 'fa:16:3e:ce:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:47Z', 'updated_at': '2022-04-06T11:55:54Z', 'revision_number': 5, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'subnets': [{'id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:00:05.963386 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f5cedb-02a1-4d1a-8b2d-f5554a1ca20d None None] Checking router: 56adb4fd-3158-4daa-9579-5f2331fdebc2 for host: dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:00:05.979161 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f5cedb-02a1-4d1a-8b2d-f5554a1ca20d None None] Routers {'56adb4fd-3158-4daa-9579-5f2331fdebc2'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:00:05.979709 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-33f5cedb-02a1-4d1a-8b2d-f5554a1ca20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:59:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['56adb4fd-3158-4daa-9579-5f2331fdebc2'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:00:06.127039 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-33f5cedb-02a1-4d1a-8b2d-f5554a1ca20d None None] Set router 56adb4fd-3158-4daa-9579-5f2331fdebc2 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:00:06.334018 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-7d2fc8ed-4c06-4245-a0c5-855c2eb2c4e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431766'] for router_interface (aeae7732-84b6-4075-9bfb-0ad435d359e6), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:06.432039 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-33f5cedb-02a1-4d1a-8b2d-f5554a1ca20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'name': 'tempest-TestVolumeBootPattern-1445952456-router', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f908e075-bc96-4931-a795-06584cf36857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:44Z', 'updated_at': '2022-04-06T11:55:48Z', 'revision_number': 4, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'gw_port': {'id': 'f908e075-bc96-4931-a795-06584cf36857', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:45Z', 'updated_at': '2022-04-06T11:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'fbd0417c-f51c-4642-b234-2283f5f80798', 'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'mac_address': 'fa:16:3e:ce:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:47Z', 'updated_at': '2022-04-06T11:55:54Z', 'revision_number': 5, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'subnets': [{'id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:00:06.469062 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f5cedb-02a1-4d1a-8b2d-f5554a1ca20d None None] The sync data for ids ['56adb4fd-3158-4daa-9579-5f2331fdebc2'] in dv-cinder-836074-2-iscsi is: [{'id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'name': 'tempest-TestVolumeBootPattern-1445952456-router', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f908e075-bc96-4931-a795-06584cf36857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:44Z', 'updated_at': '2022-04-06T11:55:48Z', 'revision_number': 4, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'gw_port': {'id': 'f908e075-bc96-4931-a795-06584cf36857', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:45Z', 'updated_at': '2022-04-06T11:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'fbd0417c-f51c-4642-b234-2283f5f80798', 'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'mac_address': 'fa:16:3e:ce:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:47Z', 'updated_at': '2022-04-06T11:55:54Z', 'revision_number': 5, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'subnets': [{'id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:00:06.757620 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-132317e8-90d9-4c06-a422-295df16029a6 req-f1fe1f2a-6b82-4cf6-9441-e604ca284b66 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1026634014&fields=id&tenant_id=2337ee61074c4b3ea35e6f0c52ff6fe5 HTTP/1.1" status: 200 len: 267 time: 0.0772748 Apr 06 12:00:06.812702 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc689dd-270e-4d5a-a172-ed301c6561d9 None None] New status for floating IP d11392ac-62a5-4009-8a11-158f9af5db8d: DOWN {{(pid=110262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:00:06.898867 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca65c2b-f790-494c-9583-2b1016f543a6', 'name': 'network-vif-deleted', 'tag': '560dbb8b-dbf2-4e5b-8c36-ce736d3006f9'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:00:06.900224 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8f32c5-6ffc-4265-8b5e-02f5958c2189" -d '{"events": [{"server_uuid": "bca65c2b-f790-494c-9583-2b1016f543a6", "name": "network-vif-deleted", "tag": "560dbb8b-dbf2-4e5b-8c36-ce736d3006f9"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:00:06.930832 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132317e8-90d9-4c06-a422-295df16029a6 req-d980ee70-0386-4cec-ad47-5c062804bb71 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:06.938229 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-132317e8-90d9-4c06-a422-295df16029a6 req-d980ee70-0386-4cec-ad47-5c062804bb71 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/networks?id=f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 HTTP/1.1" status: 200 len: 812 time: 0.1699870 Apr 06 12:00:06.962776 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-132317e8-90d9-4c06-a422-295df16029a6 req-bdbc711c-a693-4b34-a40c-f25e7a30a7fd tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/quotas/2337ee61074c4b3ea35e6f0c52ff6fe5 HTTP/1.1" status: 200 len: 375 time: 0.0234680 Apr 06 12:00:06.999938 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc158ee-4a6d-4537-bb76-c3a250878551 x-openstack-request-id: req-8fc158ee-4a6d-4537-bb76-c3a250878551 {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:00:07.000220 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca65c2b-f790-494c-9583-2b1016f543a6", "name": "network-vif-deleted", "tag": "560dbb8b-dbf2-4e5b-8c36-ce736d3006f9", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:00:07.000465 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8fc158ee-4a6d-4537-bb76-c3a250878551 {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:00:07.000889 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fc158ee-4a6d-4537-bb76-c3a250878551'] response: {'server_uuid': 'bca65c2b-f790-494c-9583-2b1016f543a6', 'name': 'network-vif-deleted', 'tag': '560dbb8b-dbf2-4e5b-8c36-ce736d3006f9', 'status': 'completed', 'code': 200} Apr 06 12:00:07.027910 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-132317e8-90d9-4c06-a422-295df16029a6 req-4b56ecf8-7b4e-4d52-957f-547aa91f9157 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2337ee61074c4b3ea35e6f0c52ff6fe5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642500 Apr 06 12:00:07.073365 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-7d2fc8ed-4c06-4245-a0c5-855c2eb2c4e6 admin admin] Deleting port 0663e282-8c19-44f6-be63-9ac09f74b1c0 {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:00:07.073987 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-7d2fc8ed-4c06-4245-a0c5-855c2eb2c4e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (0663e282-8c19-44f6-be63-9ac09f74b1c0), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:07.144808 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-132317e8-90d9-4c06-a422-295df16029a6 req-56c6a9e0-2eed-443f-b15d-4a078f632f4b service neutron] 10.222.0.39 "GET /v2.0/networks/f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034234 Apr 06 12:00:07.206629 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [None req-7d2fc8ed-4c06-4245-a0c5-855c2eb2c4e6 admin admin] For port 0663e282-8c19-44f6-be63-9ac09f74b1c0, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=0663e282-8c19-44f6-be63-9ac09f74b1c0,segment=NetworkSegment(4cfea46a-4bee-477e-bfba-1025be7f7a6b),segment_id=4cfea46a-4bee-477e-bfba-1025be7f7a6b)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:00:07.207042 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-7d2fc8ed-4c06-4245-a0c5-855c2eb2c4e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (0663e282-8c19-44f6-be63-9ac09f74b1c0), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:07.227530 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-7d2fc8ed-4c06-4245-a0c5-855c2eb2c4e6 admin admin] Calling delete_port for 0663e282-8c19-44f6-be63-9ac09f74b1c0 owned by network:router_interface {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:00:07.501233 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-7d2fc8ed-4c06-4245-a0c5-855c2eb2c4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (0663e282-8c19-44f6-be63-9ac09f74b1c0), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:07.529439 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-132317e8-90d9-4c06-a422-295df16029a6 req-557bd948-5a6a-4660-be1f-fb128e71b2fa service neutron] 10.222.0.39 "GET /v2.0/networks/f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778827 Apr 06 12:00:07.547362 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2fc8ed-4c06-4245-a0c5-855c2eb2c4e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0663e282-8c19-44f6-be63-9ac09f74b1c0,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:00:07.689386 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 560dbb8b-dbf2-4e5b-8c36-ce736d3006f9 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:00:07.720165 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] No Port match for: 560dbb8b-dbf2-4e5b-8c36-ce736d3006f9 {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:00:07.720532 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 560dbb8b-dbf2-4e5b-8c36-ce736d3006f9 not bound to the agent host hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:00:07.822244 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-7d2fc8ed-4c06-4245-a0c5-855c2eb2c4e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430086'] for router_interface (aeae7732-84b6-4075-9bfb-0ad435d359e6), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:07.955626 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-0955076d-677d-44f7-946d-8be9b139eae1 req-4d6a0962-3c57-4ab0-83b9-27e527752046 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2254fe1-9497-47d9-ad33-dc82c751fd31 HTTP/1.1" status: 200 len: 210 time: 0.0624235 Apr 06 12:00:08.131132 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2fc8ed-4c06-4245-a0c5-855c2eb2c4e6 admin admin] Router aeae7732-84b6-4075-9bfb-0ad435d359e6 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:00:08.280104 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2fc8ed-4c06-4245-a0c5-855c2eb2c4e6 admin admin] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:00:08.289433 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-7d2fc8ed-4c06-4245-a0c5-855c2eb2c4e6 admin admin] 10.222.0.39 "PUT /v2.0/routers/aeae7732-84b6-4075-9bfb-0ad435d359e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6959758 Apr 06 12:00:08.291367 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 51008) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:00:08.303793 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07976ab-5f31-4220-b551-c8b6467a41ef None None] Sync routers for ids ['aeae7732-84b6-4075-9bfb-0ad435d359e6'] in dv-cinder-836074-2-iscsi {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:00:08.319629 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07976ab-5f31-4220-b551-c8b6467a41ef None None] Routers {'aeae7732-84b6-4075-9bfb-0ad435d359e6'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:00:08.320395 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-c07976ab-5f31-4220-b551-c8b6467a41ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:59:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['aeae7732-84b6-4075-9bfb-0ad435d359e6'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:00:08.438314 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0bdbf1d1-4379-4af2-ac88-2368ab138837 admin admin] Publish callbacks [] for router (aeae7732-84b6-4075-9bfb-0ad435d359e6), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:08.456812 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-c07976ab-5f31-4220-b551-c8b6467a41ef None None] Set router aeae7732-84b6-4075-9bfb-0ad435d359e6 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:00:08.570255 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0bdbf1d1-4379-4af2-ac88-2368ab138837 admin admin] Publish callbacks [] for router_gateway (aeae7732-84b6-4075-9bfb-0ad435d359e6), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:08.634326 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-0bdbf1d1-4379-4af2-ac88-2368ab138837 admin admin] Deleting port 923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2 {{(pid=110259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:00:08.634665 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0bdbf1d1-4379-4af2-ac88-2368ab138837 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:08.729132 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.db [None req-0bdbf1d1-4379-4af2-ac88-2368ab138837 admin admin] For port 923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2,segment=NetworkSegment(e99df258-543d-4616-b3b8-0c52db153909),segment_id=e99df258-543d-4616-b3b8-0c52db153909)] {{(pid=110259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:00:08.729507 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0bdbf1d1-4379-4af2-ac88-2368ab138837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:08.744239 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-0bdbf1d1-4379-4af2-ac88-2368ab138837 admin admin] Calling delete_port for 923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2 owned by network:router_gateway {{(pid=110259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:00:08.845091 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-c07976ab-5f31-4220-b551-c8b6467a41ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'name': 'tempest-ServerRescueNegativeTestJSON-1005298851-router', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T12:00:07Z', 'revision_number': 5, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'gw_port': {'id': '923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:49:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:09Z', 'updated_at': '2022-04-06T11:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:00:08.876275 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07976ab-5f31-4220-b551-c8b6467a41ef None None] Checking router: aeae7732-84b6-4075-9bfb-0ad435d359e6 for host: dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:00:08.893888 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07976ab-5f31-4220-b551-c8b6467a41ef None None] Routers {'aeae7732-84b6-4075-9bfb-0ad435d359e6'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:00:08.895417 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-c07976ab-5f31-4220-b551-c8b6467a41ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T11:59:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['aeae7732-84b6-4075-9bfb-0ad435d359e6'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:00:09.007695 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0bdbf1d1-4379-4af2-ac88-2368ab138837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:09.072661 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-c07976ab-5f31-4220-b551-c8b6467a41ef None None] Set router aeae7732-84b6-4075-9bfb-0ad435d359e6 gateway port host: None {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:00:09.149889 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdbf1d1-4379-4af2-ac88-2368ab138837 admin admin] Pushing event deleted for resources: {'Port': ['ID=923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:00:09.243485 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-060aea6a-7c92-4088-a3a6-7d6ebcf62190 req-63641fab-ddf5-4393-94c7-ab2233f23da3 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2254fe1-9497-47d9-ad33-dc82c751fd31 HTTP/1.1" status: 200 len: 210 time: 0.1060505 Apr 06 12:00:09.266603 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132317e8-90d9-4c06-a422-295df16029a6 req-de14e6af-d89f-43d5-aa63-8404fc5111e5 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:09.271859 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-132317e8-90d9-4c06-a422-295df16029a6 req-de14e6af-d89f-43d5-aa63-8404fc5111e5 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.53 "GET /v2.0/networks?id=f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 HTTP/1.1" status: 200 len: 812 time: 0.3089702 Apr 06 12:00:09.276761 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-c07976ab-5f31-4220-b551-c8b6467a41ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'name': 'tempest-ServerRescueNegativeTestJSON-1005298851-router', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T12:00:08Z', 'revision_number': 6, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'gw_port_host': None}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:00:09.333111 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0bdbf1d1-4379-4af2-ac88-2368ab138837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430272'] for router_gateway (aeae7732-84b6-4075-9bfb-0ad435d359e6), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:09.334425 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07976ab-5f31-4220-b551-c8b6467a41ef None None] The sync data for ids ['aeae7732-84b6-4075-9bfb-0ad435d359e6'] in dv-cinder-836074-2-iscsi is: [{'id': 'aeae7732-84b6-4075-9bfb-0ad435d359e6', 'name': 'tempest-ServerRescueNegativeTestJSON-1005298851-router', 'tenant_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T12:00:08Z', 'revision_number': 6, 'project_id': 'ccfa48bf303a4fbd92c016652e6c8ffa', 'gw_port_host': None}] {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:00:09.384346 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-132317e8-90d9-4c06-a422-295df16029a6 req-09dcc631-63d4-42a8-bb65-26ac53c1d8f6 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2337ee61074c4b3ea35e6f0c52ff6fe5 HTTP/1.1" status: 200 len: 380 time: 0.0982125 Apr 06 12:00:09.404385 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-132317e8-90d9-4c06-a422-295df16029a6 req-83347305-7912-4eb2-a510-ff71c4db1e19 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Request body: {'port': {'device_id': 'a2254fe1-9497-47d9-ad33-dc82c751fd31', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'admin_state_up': True, 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'security_groups': ['cba1e19e-cab0-4d52-b2f3-2685c93eff8b']}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:00:09.520759 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0bdbf1d1-4379-4af2-ac88-2368ab138837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2514'] for router (aeae7732-84b6-4075-9bfb-0ad435d359e6), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:09.523825 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0bdbf1d1-4379-4af2-ac88-2368ab138837 admin admin] Publish callbacks [] for router_controller (aeae7732-84b6-4075-9bfb-0ad435d359e6), precommit_delete_associations {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:09.568541 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d4af5cb8-e124-4345-b2fe-e8f5eaea73c9 req-111cf65b-0f2f-413a-86fe-5f6cf8e4c5c3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0856340 Apr 06 12:00:09.583611 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-132317e8-90d9-4c06-a422-295df16029a6 req-83347305-7912-4eb2-a510-ff71c4db1e19 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Made reservation on behalf of 2337ee61074c4b3ea35e6f0c52ff6fe5 for: {'port': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:00:09.587827 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-132317e8-90d9-4c06-a422-295df16029a6 req-83347305-7912-4eb2-a510-ff71c4db1e19 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:09.592841 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0bdbf1d1-4379-4af2-ac88-2368ab138837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-433530'] for router (aeae7732-84b6-4075-9bfb-0ad435d359e6), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:09.593585 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bdbf1d1-4379-4af2-ac88-2368ab138837 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aeae7732-84b6-4075-9bfb-0ad435d359e6 {{(pid=110259) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 12:00:09.603591 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0bdbf1d1-4379-4af2-ac88-2368ab138837 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:09.607585 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-0bdbf1d1-4379-4af2-ac88-2368ab138837 admin admin] 10.222.0.39 "DELETE /v2.0/routers/aeae7732-84b6-4075-9bfb-0ad435d359e6 HTTP/1.1" status: 204 len: 168 time: 1.3127291 Apr 06 12:00:09.608605 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 51014) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:00:09.741917 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_v2 [None req-4565b4e5-5760-4a76-8af3-b3f3b5beb145 admin admin] Deleting subnet 9b503157-0ef4-44d3-80a9-20b0dc5d9230 {{(pid=110260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:00:09.751288 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4565b4e5-5760-4a76-8af3-b3f3b5beb145 admin admin] Publish callbacks [] for subnet (9b503157-0ef4-44d3-80a9-20b0dc5d9230), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:09.839633 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4565b4e5-5760-4a76-8af3-b3f3b5beb145 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5214045'] for subnet (9b503157-0ef4-44d3-80a9-20b0dc5d9230), precommit_delete_associations {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:09.843661 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af5cb8-e124-4345-b2fe-e8f5eaea73c9 req-50dbb32c-a51e-43bf-b360-97222059e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:09.845387 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d4af5cb8-e124-4345-b2fe-e8f5eaea73c9 req-50dbb32c-a51e-43bf-b360-97222059e5f0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c61da0b3453a4380b55109d369f70604&device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 1129 time: 0.2228327 Apr 06 12:00:09.942221 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [req-132317e8-90d9-4c06-a422-295df16029a6 req-83347305-7912-4eb2-a510-ff71c4db1e19 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Allocated IP 172.20.0.4 (f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7/e31e5bbd-037a-4f1a-a10c-307b016ff749/ecf8d917-c0e1-4d62-9ede-a0a1b32e33da) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:00:10.102858 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4565b4e5-5760-4a76-8af3-b3f3b5beb145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540055'] for subnet (9b503157-0ef4-44d3-80a9-20b0dc5d9230), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:10.169089 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af5cb8-e124-4345-b2fe-e8f5eaea73c9 req-211f4da6-8d96-4da8-b4f3-e14314b591ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:10.170897 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d4af5cb8-e124-4345-b2fe-e8f5eaea73c9 req-211f4da6-8d96-4da8-b4f3-e14314b591ba service neutron] 10.222.0.53 "GET /v2.0/networks?id=de8c376e-69fb-4e43-b549-d8d17aafcff4 HTTP/1.1" status: 200 len: 910 time: 0.2958755 Apr 06 12:00:10.292026 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d4af5cb8-e124-4345-b2fe-e8f5eaea73c9 req-271fc3d2-1ac9-40c8-bf15-eeebfb7dd942 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f HTTP/1.1" status: 200 len: 1001 time: 0.1121032 Apr 06 12:00:10.295251 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4565b4e5-5760-4a76-8af3-b3f3b5beb145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1540056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4263529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4228261'] for subnet (9b503157-0ef4-44d3-80a9-20b0dc5d9230), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:10.362287 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565b4e5-5760-4a76-8af3-b3f3b5beb145 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b503157-0ef4-44d3-80a9-20b0dc5d9230,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:00:10.369426 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-132317e8-90d9-4c06-a422-295df16029a6 req-83347305-7912-4eb2-a510-ff71c4db1e19 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for port (ecf8d917-c0e1-4d62-9ede-a0a1b32e33da), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:10.371997 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4565b4e5-5760-4a76-8af3-b3f3b5beb145 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:10.375825 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-4565b4e5-5760-4a76-8af3-b3f3b5beb145 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9b503157-0ef4-44d3-80a9-20b0dc5d9230 HTTP/1.1" status: 204 len: 168 time: 0.7661729 Apr 06 12:00:10.382172 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 51020) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:00:10.387463 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bd65d7-a84b-430e-822f-ee03c923aa6c None None] Network d8762c11-97c8-4692-bb2b-070d6ecd6b12 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:00:10.430013 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8360b279-aed1-4351-abff-0845e5355788 req-4647c642-7d04-4185-adf1-9fb4581da7cf tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2254fe1-9497-47d9-ad33-dc82c751fd31 HTTP/1.1" status: 200 len: 210 time: 0.0418556 Apr 06 12:00:10.448651 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af5cb8-e124-4345-b2fe-e8f5eaea73c9 req-6a3ceaba-282f-44d9-a1a6-774bea41b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:10.450176 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d4af5cb8-e124-4345-b2fe-e8f5eaea73c9 req-6a3ceaba-282f-44d9-a1a6-774bea41b227 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e4b164e1-cd7f-4c00-9d14-1a694355ee3f HTTP/1.1" status: 200 len: 848 time: 0.1454170 Apr 06 12:00:10.486113 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c003097f-8a97-4d68-b179-d3860f0c321a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448080'] for network (d8762c11-97c8-4692-bb2b-070d6ecd6b12), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:10.494572 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-132317e8-90d9-4c06-a422-295df16029a6 req-83347305-7912-4eb2-a510-ff71c4db1e19 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (ecf8d917-c0e1-4d62-9ede-a0a1b32e33da), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:10.557479 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-132317e8-90d9-4c06-a422-295df16029a6 req-83347305-7912-4eb2-a510-ff71c4db1e19 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Network f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:00:10.559044 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-c003097f-8a97-4d68-b179-d3860f0c321a admin admin] Deleting port 2bb470ea-01ba-4267-a425-ccb22198f523 {{(pid=110259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:00:10.559689 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c003097f-8a97-4d68-b179-d3860f0c321a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (2bb470ea-01ba-4267-a425-ccb22198f523), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:10.566277 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [req-132317e8-90d9-4c06-a422-295df16029a6 req-83347305-7912-4eb2-a510-ff71c4db1e19 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:00:10.572669 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [req-132317e8-90d9-4c06-a422-295df16029a6 req-83347305-7912-4eb2-a510-ff71c4db1e19 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:00:10.609409 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83347305-7912-4eb2-a510-ff71c4db1e19 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Pushing event updated for resources: {'Port': ['ID=ecf8d917-c0e1-4d62-9ede-a0a1b32e33da,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:00:10.620050 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af5cb8-e124-4345-b2fe-e8f5eaea73c9 req-e0d8e084-24b7-4b58-91d4-770052322b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:10.621863 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d4af5cb8-e124-4345-b2fe-e8f5eaea73c9 req-e0d8e084-24b7-4b58-91d4-770052322b29 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=de8c376e-69fb-4e43-b549-d8d17aafcff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1639102 Apr 06 12:00:10.643258 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c89aed0-abbf-472f-8b0f-8d504887aca2 None None] DHCP port deletion for d8762c11-97c8-4692-bb2b-070d6ecd6b12 request from dv-cinder-836074-2-iscsi {{(pid=110261) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 12:00:10.672137 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.db [None req-c003097f-8a97-4d68-b179-d3860f0c321a admin admin] For port 2bb470ea-01ba-4267-a425-ccb22198f523, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=2bb470ea-01ba-4267-a425-ccb22198f523,segment=NetworkSegment(4cfea46a-4bee-477e-bfba-1025be7f7a6b),segment_id=4cfea46a-4bee-477e-bfba-1025be7f7a6b)] {{(pid=110259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:00:10.673318 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c003097f-8a97-4d68-b179-d3860f0c321a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (2bb470ea-01ba-4267-a425-ccb22198f523), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:10.699277 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-c003097f-8a97-4d68-b179-d3860f0c321a admin admin] Calling delete_port for 2bb470ea-01ba-4267-a425-ccb22198f523 owned by network:dhcp {{(pid=110259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:00:10.731742 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-5c89aed0-abbf-472f-8b0f-8d504887aca2 None None] Deleting port 2bb470ea-01ba-4267-a425-ccb22198f523 {{(pid=110261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:00:10.732356 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-5c89aed0-abbf-472f-8b0f-8d504887aca2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (2bb470ea-01ba-4267-a425-ccb22198f523), before_delete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:10.820780 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c003097f-8a97-4d68-b179-d3860f0c321a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (2bb470ea-01ba-4267-a425-ccb22198f523), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:10.840764 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-5c89aed0-abbf-472f-8b0f-8d504887aca2 None None] For port 2bb470ea-01ba-4267-a425-ccb22198f523, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=2bb470ea-01ba-4267-a425-ccb22198f523,segment=NetworkSegment(4cfea46a-4bee-477e-bfba-1025be7f7a6b),segment_id=4cfea46a-4bee-477e-bfba-1025be7f7a6b)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:00:10.841270 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-5c89aed0-abbf-472f-8b0f-8d504887aca2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (2bb470ea-01ba-4267-a425-ccb22198f523), precommit_delete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:10.851355 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003097f-8a97-4d68-b179-d3860f0c321a admin admin] Pushing event deleted for resources: {'Port': ['ID=2bb470ea-01ba-4267-a425-ccb22198f523,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:00:10.856203 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c003097f-8a97-4d68-b179-d3860f0c321a admin admin] No DVR routers for this DVR port 2bb470ea-01ba-4267-a425-ccb22198f523 on host dv-cinder-836074-2-iscsi {{(pid=110259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:00:10.868551 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-5c89aed0-abbf-472f-8b0f-8d504887aca2 None None] Calling delete_port for 2bb470ea-01ba-4267-a425-ccb22198f523 owned by network:dhcp {{(pid=110261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:00:10.943831 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c003097f-8a97-4d68-b179-d3860f0c321a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1537324', 'neutron.services.segments.db._delete_segments_for_network-8743157203577'] for network (d8762c11-97c8-4692-bb2b-070d6ecd6b12), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:10.976902 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.services.segments.db [None req-c003097f-8a97-4d68-b179-d3860f0c321a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8762c11-97c8-4692-bb2b-070d6ecd6b12']}} {{(pid=110259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:00:10.987553 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.services.segments.db [None req-c003097f-8a97-4d68-b179-d3860f0c321a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cfea46a-4bee-477e-bfba-1025be7f7a6b') {'for_net_delete': True} {{(pid=110259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:00:10.988165 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.services.segments.db [None req-c003097f-8a97-4d68-b179-d3860f0c321a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cfea46a-4bee-477e-bfba-1025be7f7a6b') {} {{(pid=110259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:00:11.000070 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c003097f-8a97-4d68-b179-d3860f0c321a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743157202306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4434089'] for segment (4cfea46a-4bee-477e-bfba-1025be7f7a6b), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:11.017716 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c003097f-8a97-4d68-b179-d3860f0c321a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (4cfea46a-4bee-477e-bfba-1025be7f7a6b), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:11.024748 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c003097f-8a97-4d68-b179-d3860f0c321a admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=110259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:00:11.025352 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c003097f-8a97-4d68-b179-d3860f0c321a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4352449'] for segment (4cfea46a-4bee-477e-bfba-1025be7f7a6b), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:11.027408 dv-cinder-836074-2-iscsi neutron-server[110259]: Traceback (most recent call last): Apr 06 12:00:11.027408 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:00:11.027408 dv-cinder-836074-2-iscsi neutron-server[110259]: timer() Apr 06 12:00:11.027408 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:00:11.027408 dv-cinder-836074-2-iscsi neutron-server[110259]: cb(*args, **kw) Apr 06 12:00:11.027408 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:00:11.027408 dv-cinder-836074-2-iscsi neutron-server[110259]: return func(*args, **kwargs) Apr 06 12:00:11.027408 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:00:11.027408 dv-cinder-836074-2-iscsi neutron-server[110259]: self._notify() Apr 06 12:00:11.027408 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:00:11.027408 dv-cinder-836074-2-iscsi neutron-server[110259]: self.callback(batched_events) Apr 06 12:00:11.027408 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:00:11.027408 dv-cinder-836074-2-iscsi neutron-server[110259]: event.method(event) Apr 06 12:00:11.027408 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:00:11.027408 dv-cinder-836074-2-iscsi neutron-server[110259]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:00:11.027408 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:00:11.027408 dv-cinder-836074-2-iscsi neutron-server[110259]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:00:11.027408 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:00:11.027408 dv-cinder-836074-2-iscsi neutron-server[110259]: return f(self, *a, **k) Apr 06 12:00:11.027408 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:00:11.027408 dv-cinder-836074-2-iscsi neutron-server[110259]: return self._get(url).json() Apr 06 12:00:11.027408 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:00:11.027408 dv-cinder-836074-2-iscsi neutron-server[110259]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:00:11.027408 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:00:11.027408 dv-cinder-836074-2-iscsi neutron-server[110259]: return self.request(url, 'GET', **kwargs) Apr 06 12:00:11.027408 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:00:11.027408 dv-cinder-836074-2-iscsi neutron-server[110259]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:00:11.027408 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:00:11.027408 dv-cinder-836074-2-iscsi neutron-server[110259]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:00:11.027408 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:00:11.027408 dv-cinder-836074-2-iscsi neutron-server[110259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:00:11.027408 dv-cinder-836074-2-iscsi neutron-server[110259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:00:11.030396 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-b92683bc-ae51-4950-bf6a-99f8e769f199 None None] Provisioning complete for port ecf8d917-c0e1-4d62-9ede-a0a1b32e33da triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:00:11.031021 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-b92683bc-ae51-4950-bf6a-99f8e769f199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (ecf8d917-c0e1-4d62-9ede-a0a1b32e33da), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:11.039996 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132317e8-90d9-4c06-a422-295df16029a6 req-83347305-7912-4eb2-a510-ff71c4db1e19 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:11.040615 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-132317e8-90d9-4c06-a422-295df16029a6 req-83347305-7912-4eb2-a510-ff71c4db1e19 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:11.070819 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-132317e8-90d9-4c06-a422-295df16029a6 req-83347305-7912-4eb2-a510-ff71c4db1e19 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6809404 Apr 06 12:00:11.090654 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-132317e8-90d9-4c06-a422-295df16029a6 req-3972d274-3cd7-476e-a362-c5faf4eef28f service neutron] Request body: {'port': {'device_id': 'a2254fe1-9497-47d9-ad33-dc82c751fd31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:00:11.110512 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-b92683bc-ae51-4950-bf6a-99f8e769f199 None None] Port ecf8d917-c0e1-4d62-9ede-a0a1b32e33da cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:00:11.133268 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d4af5cb8-e124-4345-b2fe-e8f5eaea73c9 req-5846bf44-5c80-4127-bbe0-8c3b26b02635 service neutron] 10.222.0.53 "GET /v2.0/networks/de8c376e-69fb-4e43-b549-d8d17aafcff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4984152 Apr 06 12:00:11.133578 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-5c89aed0-abbf-472f-8b0f-8d504887aca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237'] for port (2bb470ea-01ba-4267-a425-ccb22198f523), after_delete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:11.133789 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c003097f-8a97-4d68-b179-d3860f0c321a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1537365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430244'] for network (d8762c11-97c8-4692-bb2b-070d6ecd6b12), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:11.142174 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c003097f-8a97-4d68-b179-d3860f0c321a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:11.148580 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-c003097f-8a97-4d68-b179-d3860f0c321a admin admin] 10.222.0.39 "DELETE /v2.0/networks/d8762c11-97c8-4692-bb2b-070d6ecd6b12 HTTP/1.1" status: 204 len: 168 time: 0.7658410 Apr 06 12:00:11.168900 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5c89aed0-abbf-472f-8b0f-8d504887aca2 None None] Network d8762c11-97c8-4692-bb2b-070d6ecd6b12 is not hosted by any dhcp agent {{(pid=110261) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 06 12:00:11.169535 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c89aed0-abbf-472f-8b0f-8d504887aca2 None None] No DVR routers for this DVR port 2bb470ea-01ba-4267-a425-ccb22198f523 on host dv-cinder-836074-2-iscsi {{(pid=110261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:00:11.173549 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89aed0-abbf-472f-8b0f-8d504887aca2 None None] Pushing event deleted for resources: {'Port': ['ID=2bb470ea-01ba-4267-a425-ccb22198f523,revision_number=None']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:00:11.197502 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003097f-8a97-4d68-b179-d3860f0c321a admin admin] Pushing event deleted for resources: {'Network': ['ID=d8762c11-97c8-4692-bb2b-070d6ecd6b12,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:00:11.206655 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 0663e282-8c19-44f6-be63-9ac09f74b1c0 no longer exists at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:00:11.232701 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] No Port match for: 0663e282-8c19-44f6-be63-9ac09f74b1c0 {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:00:11.233228 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 0663e282-8c19-44f6-be63-9ac09f74b1c0 not bound to the agent host dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:00:11.234002 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2 no longer exists at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:00:11.255258 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] No Port match for: 923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2 {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:00:11.255885 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 923f3eb6-a6d7-4c09-8f5d-8ae789bfa8f2 not bound to the agent host dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:00:11.256459 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 2bb470ea-01ba-4267-a425-ccb22198f523 no longer exists at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:00:11.270358 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-132317e8-90d9-4c06-a422-295df16029a6 req-3972d274-3cd7-476e-a362-c5faf4eef28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (ecf8d917-c0e1-4d62-9ede-a0a1b32e33da), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:11.277446 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] No Port match for: 2bb470ea-01ba-4267-a425-ccb22198f523 {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:00:11.277794 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 2bb470ea-01ba-4267-a425-ccb22198f523 not bound to the agent host dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:00:11.324755 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 51024) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:00:11.326671 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d4af5cb8-e124-4345-b2fe-e8f5eaea73c9 req-764eda31-e8a7-442d-bcec-e000dfe29dc2 service neutron] 10.222.0.53 "GET /v2.0/networks/de8c376e-69fb-4e43-b549-d8d17aafcff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899526 Apr 06 12:00:11.376771 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-50186e2f-faff-4bbb-904e-7b3759597500 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ccfa48bf303a4fbd92c016652e6c8ffa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0502834 Apr 06 12:00:11.378787 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 51026) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:00:11.430201 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-aee39712-5961-4285-b19f-3351d4d0ce1b admin admin] Publish callbacks [] for security_group (cbdf1bba-6b0b-4bf4-8f05-92a9916979a7), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:11.454352 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-aee39712-5961-4285-b19f-3351d4d0ce1b admin admin] Publish callbacks [] for security_group (cbdf1bba-6b0b-4bf4-8f05-92a9916979a7), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:11.507074 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-aee39712-5961-4285-b19f-3351d4d0ce1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (cbdf1bba-6b0b-4bf4-8f05-92a9916979a7), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:11.510393 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-aee39712-5961-4285-b19f-3351d4d0ce1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:11.511729 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-aee39712-5961-4285-b19f-3351d4d0ce1b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cbdf1bba-6b0b-4bf4-8f05-92a9916979a7 HTTP/1.1" status: 204 len: 168 time: 0.1316524 Apr 06 12:00:11.530165 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee39712-5961-4285-b19f-3351d4d0ce1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdf1bba-6b0b-4bf4-8f05-92a9916979a7,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:00:11.585502 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885f0a5-7a8e-4283-be4c-a9dfd7f35de3 req-dc9dc571-593f-4fce-b529-46081ed92a49 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:11.587080 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1885f0a5-7a8e-4283-be4c-a9dfd7f35de3 req-dc9dc571-593f-4fce-b529-46081ed92a49 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2254fe1-9497-47d9-ad33-dc82c751fd31 HTTP/1.1" status: 200 len: 931 time: 0.0666013 Apr 06 12:00:11.614377 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [req-132317e8-90d9-4c06-a422-295df16029a6 req-3972d274-3cd7-476e-a362-c5faf4eef28f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecf8d917-c0e1-4d62-9ede-a0a1b32e33da {{(pid=110260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:00:11.623806 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-132317e8-90d9-4c06-a422-295df16029a6 req-3972d274-3cd7-476e-a362-c5faf4eef28f service neutron] Publish callbacks [] for port (ecf8d917-c0e1-4d62-9ede-a0a1b32e33da), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:11.637969 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.provisioning_blocks [req-132317e8-90d9-4c06-a422-295df16029a6 req-3972d274-3cd7-476e-a362-c5faf4eef28f service neutron] Transition to ACTIVE for port object ecf8d917-c0e1-4d62-9ede-a0a1b32e33da will not be triggered until provisioned by entity L2. {{(pid=110260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:00:11.643338 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-132317e8-90d9-4c06-a422-295df16029a6 req-3972d274-3cd7-476e-a362-c5faf4eef28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (ecf8d917-c0e1-4d62-9ede-a0a1b32e33da), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:11.645779 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1885f0a5-7a8e-4283-be4c-a9dfd7f35de3 req-7a243e87-b425-42c2-a84e-caa3515cab08 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520594 Apr 06 12:00:11.719210 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972d274-3cd7-476e-a362-c5faf4eef28f service neutron] Pushing event updated for resources: {'Port': ['ID=ecf8d917-c0e1-4d62-9ede-a0a1b32e33da,revision_number=2']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:00:11.776214 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-132317e8-90d9-4c06-a422-295df16029a6 req-3972d274-3cd7-476e-a362-c5faf4eef28f service neutron] Attempting to bind port ecf8d917-c0e1-4d62-9ede-a0a1b32e33da on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:00:11.776649 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-132317e8-90d9-4c06-a422-295df16029a6 req-3972d274-3cd7-476e-a362-c5faf4eef28f service neutron] Attempting to bind port ecf8d917-c0e1-4d62-9ede-a0a1b32e33da by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '5a72f2a3-235a-4761-8c4e-495c5069282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7'}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:00:11.777207 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132317e8-90d9-4c06-a422-295df16029a6 req-3972d274-3cd7-476e-a362-c5faf4eef28f service neutron] Attempting to bind port ecf8d917-c0e1-4d62-9ede-a0a1b32e33da on network f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:00:11.781833 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132317e8-90d9-4c06-a422-295df16029a6 req-3972d274-3cd7-476e-a362-c5faf4eef28f service neutron] Port ecf8d917-c0e1-4d62-9ede-a0a1b32e33da on network f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:00:11.782229 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132317e8-90d9-4c06-a422-295df16029a6 req-3972d274-3cd7-476e-a362-c5faf4eef28f service neutron] Attempting to bind port ecf8d917-c0e1-4d62-9ede-a0a1b32e33da on network f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:00:11.787640 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132317e8-90d9-4c06-a422-295df16029a6 req-3972d274-3cd7-476e-a362-c5faf4eef28f service neutron] Checking agent: {'id': 'e6da0265-397c-48ac-b7af-cc5f2a289710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'started_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:00:11.787980 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132317e8-90d9-4c06-a422-295df16029a6 req-3972d274-3cd7-476e-a362-c5faf4eef28f service neutron] Checking segment: {'id': '5a72f2a3-235a-4761-8c4e-495c5069282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:00:11.788368 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132317e8-90d9-4c06-a422-295df16029a6 req-3972d274-3cd7-476e-a362-c5faf4eef28f service neutron] Bound using segment: {'id': '5a72f2a3-235a-4761-8c4e-495c5069282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7'} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:00:11.788835 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-132317e8-90d9-4c06-a422-295df16029a6 req-3972d274-3cd7-476e-a362-c5faf4eef28f service neutron] Bound port: ecf8d917-c0e1-4d62-9ede-a0a1b32e33da, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a72f2a3-235a-4761-8c4e-495c5069282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7'}}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:00:11.789193 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-132317e8-90d9-4c06-a422-295df16029a6 req-3972d274-3cd7-476e-a362-c5faf4eef28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (ecf8d917-c0e1-4d62-9ede-a0a1b32e33da), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:11.859806 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-132317e8-90d9-4c06-a422-295df16029a6 req-3972d274-3cd7-476e-a362-c5faf4eef28f service neutron] For port ecf8d917-c0e1-4d62-9ede-a0a1b32e33da, host hv-cinder-83607, cleared binding levels {{(pid=110260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:00:11.863826 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-132317e8-90d9-4c06-a422-295df16029a6 req-3972d274-3cd7-476e-a362-c5faf4eef28f service neutron] For port ecf8d917-c0e1-4d62-9ede-a0a1b32e33da, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ecf8d917-c0e1-4d62-9ede-a0a1b32e33da,segment=NetworkSegment(5a72f2a3-235a-4761-8c4e-495c5069282b),segment_id=5a72f2a3-235a-4761-8c4e-495c5069282b)] {{(pid=110260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:00:11.871693 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-132317e8-90d9-4c06-a422-295df16029a6 req-3972d274-3cd7-476e-a362-c5faf4eef28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (ecf8d917-c0e1-4d62-9ede-a0a1b32e33da), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:11.913748 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132317e8-90d9-4c06-a422-295df16029a6 req-3972d274-3cd7-476e-a362-c5faf4eef28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:11.914362 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-132317e8-90d9-4c06-a422-295df16029a6 req-3972d274-3cd7-476e-a362-c5faf4eef28f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:11.915768 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-132317e8-90d9-4c06-a422-295df16029a6 req-3972d274-3cd7-476e-a362-c5faf4eef28f service neutron] 10.222.0.53 "PUT /v2.0/ports/ecf8d917-c0e1-4d62-9ede-a0a1b32e33da HTTP/1.1" status: 200 len: 1093 time: 0.8304293 Apr 06 12:00:11.916216 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2254fe1-9497-47d9-ad33-dc82c751fd31', 'tag': 'ecf8d917-c0e1-4d62-9ede-a0a1b32e33da'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:00:11.918508 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04918a6c-66a5-431a-8050-5ff705a79b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "a2254fe1-9497-47d9-ad33-dc82c751fd31", "tag": "ecf8d917-c0e1-4d62-9ede-a0a1b32e33da"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:00:11.958083 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972d274-3cd7-476e-a362-c5faf4eef28f service neutron] Pushing event updated for resources: {'Port': ['ID=ecf8d917-c0e1-4d62-9ede-a0a1b32e33da,revision_number=3']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:00:11.993654 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e6d9d9-7a1c-49cc-aa46-5d393de4bb15 x-openstack-request-id: req-58e6d9d9-7a1c-49cc-aa46-5d393de4bb15 {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:00:11.993939 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2254fe1-9497-47d9-ad33-dc82c751fd31", "tag": "ecf8d917-c0e1-4d62-9ede-a0a1b32e33da", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:00:11.994199 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-58e6d9d9-7a1c-49cc-aa46-5d393de4bb15 {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:00:11.994582 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58e6d9d9-7a1c-49cc-aa46-5d393de4bb15'] response: {'name': 'network-changed', 'server_uuid': 'a2254fe1-9497-47d9-ad33-dc82c751fd31', 'tag': 'ecf8d917-c0e1-4d62-9ede-a0a1b32e33da', 'status': 'completed', 'code': 200} Apr 06 12:00:12.045630 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132317e8-90d9-4c06-a422-295df16029a6 req-11875654-9f33-4270-946c-bb4ad20c5e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:12.047742 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-132317e8-90d9-4c06-a422-295df16029a6 req-11875654-9f33-4270-946c-bb4ad20c5e73 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2337ee61074c4b3ea35e6f0c52ff6fe5&device_id=a2254fe1-9497-47d9-ad33-dc82c751fd31 HTTP/1.1" status: 200 len: 1127 time: 0.0666258 Apr 06 12:00:12.102299 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-132317e8-90d9-4c06-a422-295df16029a6 req-cdf480ed-5070-4512-970a-8b30ad67136d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecf8d917-c0e1-4d62-9ede-a0a1b32e33da HTTP/1.1" status: 200 len: 217 time: 0.0403924 Apr 06 12:00:12.152470 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132317e8-90d9-4c06-a422-295df16029a6 req-12dcfe47-425c-4f53-b4e1-6033ff335ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:12.154682 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-132317e8-90d9-4c06-a422-295df16029a6 req-12dcfe47-425c-4f53-b4e1-6033ff335ff0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e31e5bbd-037a-4f1a-a10c-307b016ff749 HTTP/1.1" status: 200 len: 851 time: 0.0478597 Apr 06 12:00:12.218643 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132317e8-90d9-4c06-a422-295df16029a6 req-e18d5907-d4b3-4ab5-9fde-bdd94aeb62ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:12.221292 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-132317e8-90d9-4c06-a422-295df16029a6 req-e18d5907-d4b3-4ab5-9fde-bdd94aeb62ad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0616095 Apr 06 12:00:12.277766 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-6a5efc8a-a550-4ec1-874d-36f258b58d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:12.324045 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-132317e8-90d9-4c06-a422-295df16029a6 req-215f2e26-665f-4655-bc59-0663bda5699f service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950806 Apr 06 12:00:12.453889 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-132317e8-90d9-4c06-a422-295df16029a6 req-305c5000-cc13-47f2-bcbc-91b59c329ac6 service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231203 Apr 06 12:00:12.770601 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93549e-44a4-4819-9ecc-133feb4ddb7c req-6bf9efed-4883-4223-931e-dcbc76919c12 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:12.772097 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6c93549e-44a4-4819-9ecc-133feb4ddb7c req-6bf9efed-4883-4223-931e-dcbc76919c12 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2254fe1-9497-47d9-ad33-dc82c751fd31 HTTP/1.1" status: 200 len: 943 time: 0.0544932 Apr 06 12:00:12.824641 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6c93549e-44a4-4819-9ecc-133feb4ddb7c req-e38be239-4ad9-4811-a534-4fb12e2c80cf tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468397 Apr 06 12:00:13.713429 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04918a6c-66a5-431a-8050-5ff705a79b7b req-4f205c2f-a37f-4302-977e-2d25df91e228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:13.715895 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-04918a6c-66a5-431a-8050-5ff705a79b7b req-4f205c2f-a37f-4302-977e-2d25df91e228 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2337ee61074c4b3ea35e6f0c52ff6fe5&device_id=a2254fe1-9497-47d9-ad33-dc82c751fd31 HTTP/1.1" status: 200 len: 1127 time: 0.0699160 Apr 06 12:00:13.837458 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04918a6c-66a5-431a-8050-5ff705a79b7b req-f93aa066-3c94-476f-89ce-7c02ee545f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:13.838923 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-04918a6c-66a5-431a-8050-5ff705a79b7b req-f93aa066-3c94-476f-89ce-7c02ee545f6d service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 HTTP/1.1" status: 200 len: 913 time: 0.1102791 Apr 06 12:00:13.908890 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-04918a6c-66a5-431a-8050-5ff705a79b7b req-332d3b63-6300-43b6-8dc0-a78d2e0e5499 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecf8d917-c0e1-4d62-9ede-a0a1b32e33da HTTP/1.1" status: 200 len: 217 time: 0.0632534 Apr 06 12:00:14.000513 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04918a6c-66a5-431a-8050-5ff705a79b7b req-8ddb659a-02e2-4579-a6d6-438f1e46ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:14.002054 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-04918a6c-66a5-431a-8050-5ff705a79b7b req-8ddb659a-02e2-4579-a6d6-438f1e46ee76 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e31e5bbd-037a-4f1a-a10c-307b016ff749 HTTP/1.1" status: 200 len: 851 time: 0.0795105 Apr 06 12:00:14.015096 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee842327-cc5b-437b-bd42-a5a80fc2f278 req-77195c18-7645-41b9-bb5b-6d005467b949 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:14.016593 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ee842327-cc5b-437b-bd42-a5a80fc2f278 req-77195c18-7645-41b9-bb5b-6d005467b949 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2254fe1-9497-47d9-ad33-dc82c751fd31 HTTP/1.1" status: 200 len: 943 time: 0.1046224 Apr 06 12:00:14.084110 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:14.108260 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ee842327-cc5b-437b-bd42-a5a80fc2f278 req-1773ef42-9834-4707-ad7b-6c01a313e75b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829849 Apr 06 12:00:14.111054 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04918a6c-66a5-431a-8050-5ff705a79b7b req-f7778036-f09e-4971-b0ab-2a820fef8e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:14.112526 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-04918a6c-66a5-431a-8050-5ff705a79b7b req-f7778036-f09e-4971-b0ab-2a820fef8e33 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0949039 Apr 06 12:00:14.210831 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-04918a6c-66a5-431a-8050-5ff705a79b7b req-83281792-3763-4baa-a3de-d694607a318c service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901375 Apr 06 12:00:14.331708 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-04918a6c-66a5-431a-8050-5ff705a79b7b req-774b8e5e-5890-4120-bf4f-03641391a591 service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140692 Apr 06 12:00:14.831858 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 51166) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:00:14.943751 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-813da52f-399a-4160-912a-53e0ec9d5dda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:15.024751 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-813da52f-399a-4160-912a-53e0ec9d5dda admin admin] Publish callbacks [] for security_group (68a6af07-afe5-453c-8200-0a30e5096b34), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:15.030523 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-813da52f-399a-4160-912a-53e0ec9d5dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (68a6af07-afe5-453c-8200-0a30e5096b34), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:15.069605 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813da52f-399a-4160-912a-53e0ec9d5dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a6af07-afe5-453c-8200-0a30e5096b34,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:00:15.074682 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-813da52f-399a-4160-912a-53e0ec9d5dda admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b80c7da4a61a448d9f19a59f8c350b69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2417915 Apr 06 12:00:15.077750 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 51170) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:00:15.103414 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-82948fa5-d128-41f6-a1f5-82ee872e6824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:15.133028 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0067bb0c-ffb3-430e-829e-4d5b9dc88166 admin admin] Publish callbacks [] for security_group (68a6af07-afe5-453c-8200-0a30e5096b34), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:15.155724 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0067bb0c-ffb3-430e-829e-4d5b9dc88166 admin admin] Publish callbacks [] for security_group (68a6af07-afe5-453c-8200-0a30e5096b34), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:15.227757 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0067bb0c-ffb3-430e-829e-4d5b9dc88166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (68a6af07-afe5-453c-8200-0a30e5096b34), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:15.230281 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0067bb0c-ffb3-430e-829e-4d5b9dc88166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:15.231417 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-0067bb0c-ffb3-430e-829e-4d5b9dc88166 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/68a6af07-afe5-453c-8200-0a30e5096b34 HTTP/1.1" status: 204 len: 168 time: 0.1527689 Apr 06 12:00:15.242469 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067bb0c-ffb3-430e-829e-4d5b9dc88166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a6af07-afe5-453c-8200-0a30e5096b34,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:00:15.252051 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369254c4-5090-4a04-94cf-55b86e2d16b2 req-2bdc8698-5610-411a-903f-6a4239852158 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:15.258886 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-369254c4-5090-4a04-94cf-55b86e2d16b2 req-2bdc8698-5610-411a-903f-6a4239852158 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2254fe1-9497-47d9-ad33-dc82c751fd31 HTTP/1.1" status: 200 len: 943 time: 0.0771708 Apr 06 12:00:15.305079 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-369254c4-5090-4a04-94cf-55b86e2d16b2 req-09f2b6a8-7c06-43a4-b2b1-1d5116ddb53c tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452406 Apr 06 12:00:15.509490 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 51178) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:00:15.523300 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c0dbbfc5-6743-44bf-b28f-9ddafb9c5598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:15.602129 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c0dbbfc5-6743-44bf-b28f-9ddafb9c5598 admin admin] Publish callbacks [] for security_group (4a3272db-e1be-4fed-a6c4-87e1ee2156cf), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:15.605972 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c0dbbfc5-6743-44bf-b28f-9ddafb9c5598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (4a3272db-e1be-4fed-a6c4-87e1ee2156cf), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:15.647448 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbbfc5-6743-44bf-b28f-9ddafb9c5598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3272db-e1be-4fed-a6c4-87e1ee2156cf,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:00:15.651394 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-c0dbbfc5-6743-44bf-b28f-9ddafb9c5598 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=068eeeb586cb4d0f9c090b0f3343ff24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408799 Apr 06 12:00:15.654614 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 51180) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:00:15.658127 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dbbfc5-6743-44bf-b28f-9ddafb9c5598 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:15.658469 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dbbfc5-6743-44bf-b28f-9ddafb9c5598 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:15.658812 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dbbfc5-6743-44bf-b28f-9ddafb9c5598 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:15.659150 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dbbfc5-6743-44bf-b28f-9ddafb9c5598 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:15.659480 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dbbfc5-6743-44bf-b28f-9ddafb9c5598 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:15.659806 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dbbfc5-6743-44bf-b28f-9ddafb9c5598 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:15.660127 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dbbfc5-6743-44bf-b28f-9ddafb9c5598 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:15.660446 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dbbfc5-6743-44bf-b28f-9ddafb9c5598 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:15.660795 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dbbfc5-6743-44bf-b28f-9ddafb9c5598 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:15.661372 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dbbfc5-6743-44bf-b28f-9ddafb9c5598 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:15.661700 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dbbfc5-6743-44bf-b28f-9ddafb9c5598 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:15.662018 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dbbfc5-6743-44bf-b28f-9ddafb9c5598 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:15.662332 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dbbfc5-6743-44bf-b28f-9ddafb9c5598 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:15.662648 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dbbfc5-6743-44bf-b28f-9ddafb9c5598 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:15.662962 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dbbfc5-6743-44bf-b28f-9ddafb9c5598 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:15.706081 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f3345885-3951-4ec2-b24f-0bc45b208984 admin admin] Publish callbacks [] for security_group (4a3272db-e1be-4fed-a6c4-87e1ee2156cf), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:15.726583 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f3345885-3951-4ec2-b24f-0bc45b208984 admin admin] Publish callbacks [] for security_group (4a3272db-e1be-4fed-a6c4-87e1ee2156cf), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:15.773262 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f3345885-3951-4ec2-b24f-0bc45b208984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (4a3272db-e1be-4fed-a6c4-87e1ee2156cf), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:15.775801 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f3345885-3951-4ec2-b24f-0bc45b208984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:15.776951 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-f3345885-3951-4ec2-b24f-0bc45b208984 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4a3272db-e1be-4fed-a6c4-87e1ee2156cf HTTP/1.1" status: 204 len: 168 time: 0.1212780 Apr 06 12:00:15.784830 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3345885-3951-4ec2-b24f-0bc45b208984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3272db-e1be-4fed-a6c4-87e1ee2156cf,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:00:15.792594 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3345885-3951-4ec2-b24f-0bc45b208984 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:15.792969 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3345885-3951-4ec2-b24f-0bc45b208984 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:15.793314 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3345885-3951-4ec2-b24f-0bc45b208984 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:15.793652 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3345885-3951-4ec2-b24f-0bc45b208984 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:15.793982 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3345885-3951-4ec2-b24f-0bc45b208984 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:15.794312 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3345885-3951-4ec2-b24f-0bc45b208984 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:15.794731 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3345885-3951-4ec2-b24f-0bc45b208984 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:15.795039 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3345885-3951-4ec2-b24f-0bc45b208984 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:15.795364 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3345885-3951-4ec2-b24f-0bc45b208984 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:15.795690 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3345885-3951-4ec2-b24f-0bc45b208984 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:15.796017 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3345885-3951-4ec2-b24f-0bc45b208984 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:15.796339 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3345885-3951-4ec2-b24f-0bc45b208984 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:15.796660 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3345885-3951-4ec2-b24f-0bc45b208984 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:15.797006 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3345885-3951-4ec2-b24f-0bc45b208984 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:15.797329 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3345885-3951-4ec2-b24f-0bc45b208984 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:16.442975 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846c10a-e92c-4f8a-a8c1-ed33f1625c27 req-efcac4c3-e307-4881-a90e-da5343a3d92a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:16.444672 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9846c10a-e92c-4f8a-a8c1-ed33f1625c27 req-efcac4c3-e307-4881-a90e-da5343a3d92a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2254fe1-9497-47d9-ad33-dc82c751fd31 HTTP/1.1" status: 200 len: 943 time: 0.0673254 Apr 06 12:00:16.455661 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:16.503417 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9846c10a-e92c-4f8a-a8c1-ed33f1625c27 req-5ea0b9bc-e929-44b9-acc5-6c75baaaf9b7 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513563 Apr 06 12:00:17.652580 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695af17-6a92-4b6f-a398-c9b5e9ff3d7a req-fc742b43-e813-4355-88e1-b6eb1e0c2ada tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:17.655439 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a695af17-6a92-4b6f-a398-c9b5e9ff3d7a req-fc742b43-e813-4355-88e1-b6eb1e0c2ada tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2254fe1-9497-47d9-ad33-dc82c751fd31 HTTP/1.1" status: 200 len: 943 time: 0.0640430 Apr 06 12:00:17.719007 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a695af17-6a92-4b6f-a398-c9b5e9ff3d7a req-c7b1655f-7206-44aa-bae3-653c8ed5f816 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580223 Apr 06 12:00:18.776845 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:18.881644 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe47d83-b430-4744-ba2b-fe141e327950 req-1c8303f3-5384-4068-bfdf-a836e3dff411 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:18.883534 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9fe47d83-b430-4744-ba2b-fe141e327950 req-1c8303f3-5384-4068-bfdf-a836e3dff411 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2254fe1-9497-47d9-ad33-dc82c751fd31 HTTP/1.1" status: 200 len: 943 time: 0.0742645 Apr 06 12:00:18.955936 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9fe47d83-b430-4744-ba2b-fe141e327950 req-c0487dbf-e081-4775-b990-c7b54c1158dc tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649581 Apr 06 12:00:19.075833 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:20.081451 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed818ea-2407-4595-83c9-e77a55168605 req-38327fae-b966-492c-842f-780639fd3be5 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:20.082894 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8ed818ea-2407-4595-83c9-e77a55168605 req-38327fae-b966-492c-842f-780639fd3be5 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2254fe1-9497-47d9-ad33-dc82c751fd31 HTTP/1.1" status: 200 len: 943 time: 0.0573676 Apr 06 12:00:20.136158 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8ed818ea-2407-4595-83c9-e77a55168605 req-65cdfb2a-5006-4788-adf1-469ec654fd46 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466514 Apr 06 12:00:20.995057 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 51268) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:00:21.118296 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-05d4f888-cec8-488a-aa96-361fcb6d2e91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:21.206028 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-05d4f888-cec8-488a-aa96-361fcb6d2e91 admin admin] Publish callbacks [] for security_group (42703c35-91b0-41a0-acd8-b8a13eb7f5da), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:21.219158 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-05d4f888-cec8-488a-aa96-361fcb6d2e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (42703c35-91b0-41a0-acd8-b8a13eb7f5da), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:21.283905 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-05d4f888-cec8-488a-aa96-361fcb6d2e91 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=597c0f6182d242b8a91ad72a8deebe8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2873371 Apr 06 12:00:21.286637 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 51274) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:00:21.291830 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4f888-cec8-488a-aa96-361fcb6d2e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42703c35-91b0-41a0-acd8-b8a13eb7f5da,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:00:21.311801 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af686c-f108-43f6-9a67-01537cc2f94a req-f9c07a6d-5e69-49ed-a621-dc6ab953d1e8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:21.313708 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-49af686c-f108-43f6-9a67-01537cc2f94a req-f9c07a6d-5e69-49ed-a621-dc6ab953d1e8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2254fe1-9497-47d9-ad33-dc82c751fd31 HTTP/1.1" status: 200 len: 943 time: 0.1061425 Apr 06 12:00:21.363890 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-ea3b0f7d-dabe-4be3-816f-4b5423c56238 admin admin] Publish callbacks [] for security_group (42703c35-91b0-41a0-acd8-b8a13eb7f5da), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:21.387276 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-49af686c-f108-43f6-9a67-01537cc2f94a req-7b6aeb59-8d40-4f74-8494-b49367e0ede6 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677264 Apr 06 12:00:21.394872 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-ea3b0f7d-dabe-4be3-816f-4b5423c56238 admin admin] Publish callbacks [] for security_group (42703c35-91b0-41a0-acd8-b8a13eb7f5da), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:21.447686 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-ea3b0f7d-dabe-4be3-816f-4b5423c56238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (42703c35-91b0-41a0-acd8-b8a13eb7f5da), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:21.450303 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-ea3b0f7d-dabe-4be3-816f-4b5423c56238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:21.452233 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-ea3b0f7d-dabe-4be3-816f-4b5423c56238 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/42703c35-91b0-41a0-acd8-b8a13eb7f5da HTTP/1.1" status: 204 len: 168 time: 0.1645417 Apr 06 12:00:21.460433 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b0f7d-dabe-4be3-816f-4b5423c56238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42703c35-91b0-41a0-acd8-b8a13eb7f5da,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:00:21.762086 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 51280) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:00:21.778512 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device ecf8d917-c0e1-4d62-9ede-a0a1b32e33da details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:00:21.782173 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4ca30581-bb04-46c7-b670-21e347ca4a9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:21.893057 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4ca30581-bb04-46c7-b670-21e347ca4a9d admin admin] Publish callbacks [] for security_group (f1bd404a-fa96-4ec0-84c4-8e3ca3e958cb), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:21.898964 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4ca30581-bb04-46c7-b670-21e347ca4a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (f1bd404a-fa96-4ec0-84c4-8e3ca3e958cb), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:21.903171 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port ecf8d917-c0e1-4d62-9ede-a0a1b32e33da, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ecf8d917-c0e1-4d62-9ede-a0a1b32e33da,segment=NetworkSegment(5a72f2a3-235a-4761-8c4e-495c5069282b),segment_id=5a72f2a3-235a-4761-8c4e-495c5069282b)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:00:21.917383 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Returning: {'device': 'ecf8d917-c0e1-4d62-9ede-a0a1b32e33da', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'port_id': 'ecf8d917-c0e1-4d62-9ede-a0a1b32e33da', 'mac_address': 'fa:16:3e:73:21:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:00:21.942234 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-4ca30581-bb04-46c7-b670-21e347ca4a9d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=11ec4e7be8464f1e886ea524c9976331&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1786335 Apr 06 12:00:21.946439 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 51282) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:00:21.953853 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca30581-bb04-46c7-b670-21e347ca4a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bd404a-fa96-4ec0-84c4-8e3ca3e958cb,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:00:21.970868 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port ecf8d917-c0e1-4d62-9ede-a0a1b32e33da is: DOWN; New status is: BUILD {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:00:21.971694 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (ecf8d917-c0e1-4d62-9ede-a0a1b32e33da), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:21.986993 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf8d917-c0e1-4d62-9ede-a0a1b32e33da {{(pid=110261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:00:22.013607 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port ecf8d917-c0e1-4d62-9ede-a0a1b32e33da, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ecf8d917-c0e1-4d62-9ede-a0a1b32e33da,segment=NetworkSegment(5a72f2a3-235a-4761-8c4e-495c5069282b),segment_id=5a72f2a3-235a-4761-8c4e-495c5069282b)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:00:22.019168 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (ecf8d917-c0e1-4d62-9ede-a0a1b32e33da), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:22.019552 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-80e4f47d-74ad-4141-8088-04b51c91557e admin admin] Publish callbacks [] for security_group (f1bd404a-fa96-4ec0-84c4-8e3ca3e958cb), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:22.050894 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-80e4f47d-74ad-4141-8088-04b51c91557e admin admin] Publish callbacks [] for security_group (f1bd404a-fa96-4ec0-84c4-8e3ca3e958cb), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:22.080820 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=ecf8d917-c0e1-4d62-9ede-a0a1b32e33da,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:00:22.089235 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:22.089658 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:22.090097 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:22.090479 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:22.090906 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:22.091343 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:22.091901 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:22.092301 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:22.092651 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:22.093035 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:22.093365 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:22.093698 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:22.094050 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:22.094390 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:22.094751 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:00:22.118818 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-80e4f47d-74ad-4141-8088-04b51c91557e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (f1bd404a-fa96-4ec0-84c4-8e3ca3e958cb), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:22.124319 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-80e4f47d-74ad-4141-8088-04b51c91557e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:22.126552 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-80e4f47d-74ad-4141-8088-04b51c91557e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f1bd404a-fa96-4ec0-84c4-8e3ca3e958cb HTTP/1.1" status: 204 len: 168 time: 0.1787813 Apr 06 12:00:22.140743 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4f47d-74ad-4141-8088-04b51c91557e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bd404a-fa96-4ec0-84c4-8e3ca3e958cb,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:00:22.420209 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['ecf8d917-c0e1-4d62-9ede-a0a1b32e33da'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:00:22.532789 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8dc667-2add-408c-8e81-bb51aaf2abcb req-54a46f09-3f03-463f-bc83-554ec81d5358 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:22.534544 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-7f8dc667-2add-408c-8e81-bb51aaf2abcb req-54a46f09-3f03-463f-bc83-554ec81d5358 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2254fe1-9497-47d9-ad33-dc82c751fd31 HTTP/1.1" status: 200 len: 944 time: 0.0669303 Apr 06 12:00:22.599032 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-7f8dc667-2add-408c-8e81-bb51aaf2abcb req-4572c9b6-eb2a-46c2-b3c6-b74197f4d295 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530009 Apr 06 12:00:23.345022 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 51314) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:00:23.480527 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-2fc83b47-b891-499e-8d01-b8a845505216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:23.569092 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-2fc83b47-b891-499e-8d01-b8a845505216 admin admin] Publish callbacks [] for security_group (610bdd8c-c4c0-4e5f-9c8b-ebd49daeb8c1), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:23.573783 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-2fc83b47-b891-499e-8d01-b8a845505216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (610bdd8c-c4c0-4e5f-9c8b-ebd49daeb8c1), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:23.615958 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-2fc83b47-b891-499e-8d01-b8a845505216 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a2647c19e0e64619b41716a7d6b2f68d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2696686 Apr 06 12:00:23.616834 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc83b47-b891-499e-8d01-b8a845505216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610bdd8c-c4c0-4e5f-9c8b-ebd49daeb8c1,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:00:23.618711 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 51318) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:00:23.670649 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-b4cf5279-d9af-4a4f-b3eb-dd033c732f1d admin admin] Publish callbacks [] for security_group (610bdd8c-c4c0-4e5f-9c8b-ebd49daeb8c1), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:23.701607 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-b4cf5279-d9af-4a4f-b3eb-dd033c732f1d admin admin] Publish callbacks [] for security_group (610bdd8c-c4c0-4e5f-9c8b-ebd49daeb8c1), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:23.771035 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e86b9-2073-44a0-89c8-6f4fd3f93d30 req-176b8fd0-b9c5-4ffc-9476-f4f718310e3e tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:23.772512 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a75e86b9-2073-44a0-89c8-6f4fd3f93d30 req-176b8fd0-b9c5-4ffc-9476-f4f718310e3e tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2254fe1-9497-47d9-ad33-dc82c751fd31 HTTP/1.1" status: 200 len: 944 time: 0.0875328 Apr 06 12:00:23.803361 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device ecf8d917-c0e1-4d62-9ede-a0a1b32e33da up at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:00:23.803939 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-b4cf5279-d9af-4a4f-b3eb-dd033c732f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (610bdd8c-c4c0-4e5f-9c8b-ebd49daeb8c1), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:23.806946 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-b4cf5279-d9af-4a4f-b3eb-dd033c732f1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:23.808861 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-b4cf5279-d9af-4a4f-b3eb-dd033c732f1d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/610bdd8c-c4c0-4e5f-9c8b-ebd49daeb8c1 HTTP/1.1" status: 204 len: 168 time: 0.1889207 Apr 06 12:00:23.839655 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf5279-d9af-4a4f-b3eb-dd033c732f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610bdd8c-c4c0-4e5f-9c8b-ebd49daeb8c1,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:00:23.885891 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a75e86b9-2073-44a0-89c8-6f4fd3f93d30 req-483f4007-61f1-4c59-b082-94023b2cdaa9 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026583 Apr 06 12:00:23.898645 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning for port ecf8d917-c0e1-4d62-9ede-a0a1b32e33da completed by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:00:23.904982 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning complete for port ecf8d917-c0e1-4d62-9ede-a0a1b32e33da triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:00:23.905531 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (ecf8d917-c0e1-4d62-9ede-a0a1b32e33da), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:24.006797 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port ecf8d917-c0e1-4d62-9ede-a0a1b32e33da is: BUILD; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:00:24.007187 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (ecf8d917-c0e1-4d62-9ede-a0a1b32e33da), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:24.055731 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2254fe1-9497-47d9-ad33-dc82c751fd31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf8d917-c0e1-4d62-9ede-a0a1b32e33da'}] {{(pid=110261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:00:24.060518 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa90572765a02b80253351879fa6496fbbfbce8a00fa36c7b280133d65d0c1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a97288-af5a-44b8-95ff-17806d670bb3" -d '{"events": [{"server_uuid": "a2254fe1-9497-47d9-ad33-dc82c751fd31", "name": "network-vif-plugged", "status": "completed", "tag": "ecf8d917-c0e1-4d62-9ede-a0a1b32e33da"}]}' {{(pid=110261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:00:24.083825 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port ecf8d917-c0e1-4d62-9ede-a0a1b32e33da, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ecf8d917-c0e1-4d62-9ede-a0a1b32e33da,segment=NetworkSegment(5a72f2a3-235a-4761-8c4e-495c5069282b),segment_id=5a72f2a3-235a-4761-8c4e-495c5069282b)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:00:24.089676 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (ecf8d917-c0e1-4d62-9ede-a0a1b32e33da), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:24.127032 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81773f3d-589b-407a-bbbb-c1313eb63d59 x-openstack-request-id: req-81773f3d-589b-407a-bbbb-c1313eb63d59 {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:00:24.127407 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2254fe1-9497-47d9-ad33-dc82c751fd31", "name": "network-vif-plugged", "status": "completed", "tag": "ecf8d917-c0e1-4d62-9ede-a0a1b32e33da", "code": 200}]} {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:00:24.127759 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-81773f3d-589b-407a-bbbb-c1313eb63d59 {{(pid=110261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:00:24.128224 dv-cinder-836074-2-iscsi neutron-server[110261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81773f3d-589b-407a-bbbb-c1313eb63d59'] response: {'server_uuid': 'a2254fe1-9497-47d9-ad33-dc82c751fd31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf8d917-c0e1-4d62-9ede-a0a1b32e33da', 'code': 200} Apr 06 12:00:24.168269 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=ecf8d917-c0e1-4d62-9ede-a0a1b32e33da,revision_number=5']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:00:24.430132 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10129482-013f-4edb-93d3-3547a10613cb req-f8d78b75-b7dd-48cc-8916-90afac368e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:24.431750 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-10129482-013f-4edb-93d3-3547a10613cb req-f8d78b75-b7dd-48cc-8916-90afac368e8a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a2254fe1-9497-47d9-ad33-dc82c751fd31 HTTP/1.1" status: 200 len: 1129 time: 0.0555980 Apr 06 12:00:24.483085 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-10129482-013f-4edb-93d3-3547a10613cb req-ddb71944-d23f-41ef-9ae7-56e570e12db5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452597 Apr 06 12:00:25.061973 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4825c-17db-49b6-aa82-9bc7e265e959 req-91def640-fc2e-4b61-a0e1-080e962e27c9 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:25.063559 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-fac4825c-17db-49b6-aa82-9bc7e265e959 req-91def640-fc2e-4b61-a0e1-080e962e27c9 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2254fe1-9497-47d9-ad33-dc82c751fd31 HTTP/1.1" status: 200 len: 945 time: 0.0923274 Apr 06 12:00:25.162980 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-fac4825c-17db-49b6-aa82-9bc7e265e959 req-ab68910c-6465-4623-a421-9ba4da7ff9ba tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820248 Apr 06 12:00:26.339167 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1efffe-5251-43b9-a7e1-7d5ecd36e36d req-db0135bd-2223-4461-b728-dc553b25db29 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:26.343949 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1e1efffe-5251-43b9-a7e1-7d5ecd36e36d req-db0135bd-2223-4461-b728-dc553b25db29 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2254fe1-9497-47d9-ad33-dc82c751fd31 HTTP/1.1" status: 200 len: 945 time: 0.0917985 Apr 06 12:00:26.416965 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1e1efffe-5251-43b9-a7e1-7d5ecd36e36d req-d1334f21-308a-4f10-939f-9bd6fd97c5be tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642838 Apr 06 12:00:27.586422 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d4f8d-cebb-47f6-840b-b615b0ca0d44 req-5427f5bd-0702-4f81-a92f-4343bda362fd tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:27.588042 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-5f2d4f8d-cebb-47f6-840b-b615b0ca0d44 req-5427f5bd-0702-4f81-a92f-4343bda362fd tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2254fe1-9497-47d9-ad33-dc82c751fd31 HTTP/1.1" status: 200 len: 945 time: 0.0662999 Apr 06 12:00:27.678414 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-5f2d4f8d-cebb-47f6-840b-b615b0ca0d44 req-4a95b6d2-6b5d-4275-98eb-77ac49f1e4b6 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794413 Apr 06 12:00:27.832206 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa871ec-3ed6-4480-a43d-f06945079c1f req-3361d665-020a-452f-b253-4d32257c743b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:27.833869 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-4aa871ec-3ed6-4480-a43d-f06945079c1f req-3361d665-020a-452f-b253-4d32257c743b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2254fe1-9497-47d9-ad33-dc82c751fd31 HTTP/1.1" status: 200 len: 945 time: 0.0608442 Apr 06 12:00:27.891611 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-4aa871ec-3ed6-4480-a43d-f06945079c1f req-e2f8085f-d576-492e-9c2d-d8bc93cd5b1c tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512912 Apr 06 12:00:27.915864 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 51372) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:00:27.963510 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec881fb6-4fa2-4ea0-9cc3-b24d4b31e21b tempest-TestVolumeBootPattern-1275306051 tempest-TestVolumeBootPattern-1275306051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:27.965064 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-ec881fb6-4fa2-4ea0-9cc3-b24d4b31e21b tempest-TestVolumeBootPattern-1275306051 tempest-TestVolumeBootPattern-1275306051-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a2254fe1-9497-47d9-ad33-dc82c751fd31 HTTP/1.1" status: 200 len: 1124 time: 0.0481155 Apr 06 12:00:27.970079 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 51374) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:00:27.974607 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-c479a02a-05ff-44e1-8ef4-64de754f3fcf tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Request body: {'floatingip': {'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'port_id': 'ecf8d917-c0e1-4d62-9ede-a0a1b32e33da', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:00:27.997311 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-c479a02a-05ff-44e1-8ef4-64de754f3fcf tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:28.123817 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-c479a02a-05ff-44e1-8ef4-64de754f3fcf tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:28.257271 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [None req-c479a02a-05ff-44e1-8ef4-64de754f3fcf tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Allocated IP 172.27.1.143 (f8bc4371-0f06-4ac4-8212-20e00bcdd0be/f72af3a5-4f9e-49cd-911b-77b0f5cebaf5/b59fe4e6-4a65-4906-b0a0-65522ccc836b) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:00:28.409577 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-c479a02a-05ff-44e1-8ef4-64de754f3fcf tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for port (b59fe4e6-4a65-4906-b0a0-65522ccc836b), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:28.469210 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-c479a02a-05ff-44e1-8ef4-64de754f3fcf tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (b59fe4e6-4a65-4906-b0a0-65522ccc836b), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:28.514434 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c479a02a-05ff-44e1-8ef4-64de754f3fcf tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Network f8bc4371-0f06-4ac4-8212-20e00bcdd0be is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:00:28.517478 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-c479a02a-05ff-44e1-8ef4-64de754f3fcf tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:00:28.519910 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c479a02a-05ff-44e1-8ef4-64de754f3fcf tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:00:28.554025 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479a02a-05ff-44e1-8ef4-64de754f3fcf tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Pushing event updated for resources: {'Port': ['ID=b59fe4e6-4a65-4906-b0a0-65522ccc836b,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:00:28.626869 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:00:29.006639 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-c479a02a-05ff-44e1-8ef4-64de754f3fcf tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for floatingip (635812ca-5765-40ac-ac54-545062156ab6), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:29.114963 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-c479a02a-05ff-44e1-8ef4-64de754f3fcf tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (b59fe4e6-4a65-4906-b0a0-65522ccc836b), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:29.311167 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-c479a02a-05ff-44e1-8ef4-64de754f3fcf tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for port (b59fe4e6-4a65-4906-b0a0-65522ccc836b), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:29.316202 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-c479a02a-05ff-44e1-8ef4-64de754f3fcf tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (b59fe4e6-4a65-4906-b0a0-65522ccc836b), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:29.395608 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479a02a-05ff-44e1-8ef4-64de754f3fcf tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Pushing event updated for resources: {'Port': ['ID=b59fe4e6-4a65-4906-b0a0-65522ccc836b,revision_number=2']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:00:29.416379 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-c479a02a-05ff-44e1-8ef4-64de754f3fcf tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (635812ca-5765-40ac-ac54-545062156ab6), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:29.540340 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.db.l3_db [None req-c479a02a-05ff-44e1-8ef4-64de754f3fcf tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Floating IP 635812ca-5765-40ac-ac54-545062156ab6 associated. External IP: 172.27.1.143, port: ecf8d917-c0e1-4d62-9ede-a0a1b32e33da. Apr 06 12:00:29.787170 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c479a02a-05ff-44e1-8ef4-64de754f3fcf tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Router 56adb4fd-3158-4daa-9579-5f2331fdebc2 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:00:29.914432 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c479a02a-05ff-44e1-8ef4-64de754f3fcf tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:00:29.927550 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be670238-8580-412e-8690-0dfdf896c6ec None None] Sync routers for ids ['56adb4fd-3158-4daa-9579-5f2331fdebc2'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:00:29.938095 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-c479a02a-05ff-44e1-8ef4-64de754f3fcf tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:29.942071 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be670238-8580-412e-8690-0dfdf896c6ec None None] Routers {'56adb4fd-3158-4daa-9579-5f2331fdebc2'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:00:29.942969 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-be670238-8580-412e-8690-0dfdf896c6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:00:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['56adb4fd-3158-4daa-9579-5f2331fdebc2'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:00:29.982939 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-c479a02a-05ff-44e1-8ef4-64de754f3fcf tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0115268 Apr 06 12:00:29.983959 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2254fe1-9497-47d9-ad33-dc82c751fd31', 'tag': 'ecf8d917-c0e1-4d62-9ede-a0a1b32e33da'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:00:29.987740 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41429559-850a-42a0-9553-11bfd502e7e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a2254fe1-9497-47d9-ad33-dc82c751fd31", "tag": "ecf8d917-c0e1-4d62-9ede-a0a1b32e33da"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:00:30.031229 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ead980-970b-4261-8f0d-abb11ddc495e x-openstack-request-id: req-36ead980-970b-4261-8f0d-abb11ddc495e {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:00:30.031926 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2254fe1-9497-47d9-ad33-dc82c751fd31", "tag": "ecf8d917-c0e1-4d62-9ede-a0a1b32e33da", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:00:30.031926 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-36ead980-970b-4261-8f0d-abb11ddc495e {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:00:30.032175 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36ead980-970b-4261-8f0d-abb11ddc495e'] response: {'name': 'network-changed', 'server_uuid': 'a2254fe1-9497-47d9-ad33-dc82c751fd31', 'tag': 'ecf8d917-c0e1-4d62-9ede-a0a1b32e33da', 'status': 'completed', 'code': 200} Apr 06 12:00:30.068075 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-be670238-8580-412e-8690-0dfdf896c6ec None None] Set router 56adb4fd-3158-4daa-9579-5f2331fdebc2 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:00:30.336157 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-be670238-8580-412e-8690-0dfdf896c6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'name': 'tempest-TestVolumeBootPattern-1445952456-router', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f908e075-bc96-4931-a795-06584cf36857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:44Z', 'updated_at': '2022-04-06T11:55:48Z', 'revision_number': 4, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'gw_port': {'id': 'f908e075-bc96-4931-a795-06584cf36857', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:45Z', 'updated_at': '2022-04-06T11:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': '635812ca-5765-40ac-ac54-545062156ab6', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'port_id': 'ecf8d917-c0e1-4d62-9ede-a0a1b32e33da', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'mac_address': 'fa:16:3e:73:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2254fe1-9497-47d9-ad33-dc82c751fd31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:00:28Z', 'updated_at': '2022-04-06T12:00:28Z', 'revision_number': 0, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd0417c-f51c-4642-b234-2283f5f80798', 'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'mac_address': 'fa:16:3e:ce:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:47Z', 'updated_at': '2022-04-06T11:55:54Z', 'revision_number': 5, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'subnets': [{'id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:00:30.370892 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be670238-8580-412e-8690-0dfdf896c6ec None None] Checking router: 56adb4fd-3158-4daa-9579-5f2331fdebc2 for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:00:30.381497 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be670238-8580-412e-8690-0dfdf896c6ec None None] Routers {'56adb4fd-3158-4daa-9579-5f2331fdebc2'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:00:30.382141 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-be670238-8580-412e-8690-0dfdf896c6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:00:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['56adb4fd-3158-4daa-9579-5f2331fdebc2'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:00:30.530638 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-be670238-8580-412e-8690-0dfdf896c6ec None None] Set router 56adb4fd-3158-4daa-9579-5f2331fdebc2 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:00:30.603310 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41429559-850a-42a0-9553-11bfd502e7e5 req-f03e04a7-339d-43f8-929c-3bc482ea16c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:30.604944 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-41429559-850a-42a0-9553-11bfd502e7e5 req-f03e04a7-339d-43f8-929c-3bc482ea16c1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2337ee61074c4b3ea35e6f0c52ff6fe5&device_id=a2254fe1-9497-47d9-ad33-dc82c751fd31 HTTP/1.1" status: 200 len: 1129 time: 0.0536442 Apr 06 12:00:30.719427 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41429559-850a-42a0-9553-11bfd502e7e5 req-228763da-2773-4c9c-b707-e28c5aa1addd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:30.721565 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-41429559-850a-42a0-9553-11bfd502e7e5 req-228763da-2773-4c9c-b707-e28c5aa1addd service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 HTTP/1.1" status: 200 len: 913 time: 0.1103468 Apr 06 12:00:30.842524 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-be670238-8580-412e-8690-0dfdf896c6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'name': 'tempest-TestVolumeBootPattern-1445952456-router', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f908e075-bc96-4931-a795-06584cf36857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:44Z', 'updated_at': '2022-04-06T11:55:48Z', 'revision_number': 4, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'gw_port': {'id': 'f908e075-bc96-4931-a795-06584cf36857', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:45Z', 'updated_at': '2022-04-06T11:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': '635812ca-5765-40ac-ac54-545062156ab6', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'port_id': 'ecf8d917-c0e1-4d62-9ede-a0a1b32e33da', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'mac_address': 'fa:16:3e:73:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2254fe1-9497-47d9-ad33-dc82c751fd31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:00:28Z', 'updated_at': '2022-04-06T12:00:28Z', 'revision_number': 0, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd0417c-f51c-4642-b234-2283f5f80798', 'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'mac_address': 'fa:16:3e:ce:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:47Z', 'updated_at': '2022-04-06T11:55:54Z', 'revision_number': 5, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'subnets': [{'id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:00:30.877140 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be670238-8580-412e-8690-0dfdf896c6ec None None] The sync data for ids ['56adb4fd-3158-4daa-9579-5f2331fdebc2'] in dv-cinder-836074-2-iscsi is: [{'id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'name': 'tempest-TestVolumeBootPattern-1445952456-router', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f908e075-bc96-4931-a795-06584cf36857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:44Z', 'updated_at': '2022-04-06T11:55:48Z', 'revision_number': 4, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'gw_port': {'id': 'f908e075-bc96-4931-a795-06584cf36857', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:45Z', 'updated_at': '2022-04-06T11:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': '635812ca-5765-40ac-ac54-545062156ab6', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'port_id': 'ecf8d917-c0e1-4d62-9ede-a0a1b32e33da', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'mac_address': 'fa:16:3e:73:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2254fe1-9497-47d9-ad33-dc82c751fd31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:00:28Z', 'updated_at': '2022-04-06T12:00:28Z', 'revision_number': 0, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd0417c-f51c-4642-b234-2283f5f80798', 'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'mac_address': 'fa:16:3e:ce:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:47Z', 'updated_at': '2022-04-06T11:55:54Z', 'revision_number': 5, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'subnets': [{'id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:00:31.117561 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-41429559-850a-42a0-9553-11bfd502e7e5 req-c32d37fe-7548-4a85-af67-2fd0853c2bb7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecf8d917-c0e1-4d62-9ede-a0a1b32e33da HTTP/1.1" status: 200 len: 999 time: 0.3883169 Apr 06 12:00:31.144239 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5904ae9c-ae94-4c1f-bc05-e6261ce74ce6 None None] New status for floating IP 635812ca-5765-40ac-ac54-545062156ab6: ACTIVE {{(pid=110261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:00:31.193222 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41429559-850a-42a0-9553-11bfd502e7e5 req-4ad50d13-3e55-4f1e-a33c-370f33097e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:31.195646 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-41429559-850a-42a0-9553-11bfd502e7e5 req-4ad50d13-3e55-4f1e-a33c-370f33097e69 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e31e5bbd-037a-4f1a-a10c-307b016ff749 HTTP/1.1" status: 200 len: 851 time: 0.0712404 Apr 06 12:00:31.260412 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41429559-850a-42a0-9553-11bfd502e7e5 req-6562d7de-6e91-4caf-beaa-a744e59217af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:00:31.261948 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-41429559-850a-42a0-9553-11bfd502e7e5 req-6562d7de-6e91-4caf-beaa-a744e59217af service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599504 Apr 06 12:00:31.391602 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-41429559-850a-42a0-9553-11bfd502e7e5 req-5e2c37f9-6c8f-4bd9-b2a1-aa219ad4d151 service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229413 Apr 06 12:00:31.489576 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-41429559-850a-42a0-9553-11bfd502e7e5 req-bc1783b5-f1d0-48a1-ae6e-230ad865d060 service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924885 Apr 06 12:00:42.265079 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-5a1ac24e-99f7-4dda-b92f-d995d6a19266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:44.077844 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:45.108481 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-0f2d6756-2bb0-46c2-9633-9996240c393f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:46.473119 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:48.778927 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:49.073384 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:50.378327 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 51494) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:00:50.499900 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-a5c69e4a-2bf0-425d-b4ed-cd824ab1cb33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:50.598288 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-a5c69e4a-2bf0-425d-b4ed-cd824ab1cb33 admin admin] Publish callbacks [] for security_group (e7836e7e-90f3-4c7c-bd23-ebf68e08afa9), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:50.603333 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-a5c69e4a-2bf0-425d-b4ed-cd824ab1cb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (e7836e7e-90f3-4c7c-bd23-ebf68e08afa9), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:50.652390 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-a5c69e4a-2bf0-425d-b4ed-cd824ab1cb33 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=199cb9ff4175425196abe5cb14173228&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2724657 Apr 06 12:00:50.653327 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c69e4a-2bf0-425d-b4ed-cd824ab1cb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7836e7e-90f3-4c7c-bd23-ebf68e08afa9,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:00:50.655726 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 51498) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:00:50.716880 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8e0e5332-9c3c-42cf-b2e2-a9d28de16171 admin admin] Publish callbacks [] for security_group (e7836e7e-90f3-4c7c-bd23-ebf68e08afa9), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:50.748857 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8e0e5332-9c3c-42cf-b2e2-a9d28de16171 admin admin] Publish callbacks [] for security_group (e7836e7e-90f3-4c7c-bd23-ebf68e08afa9), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:50.813513 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8e0e5332-9c3c-42cf-b2e2-a9d28de16171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (e7836e7e-90f3-4c7c-bd23-ebf68e08afa9), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:50.818175 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8e0e5332-9c3c-42cf-b2e2-a9d28de16171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:50.820101 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-8e0e5332-9c3c-42cf-b2e2-a9d28de16171 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e7836e7e-90f3-4c7c-bd23-ebf68e08afa9 HTTP/1.1" status: 204 len: 168 time: 0.1630301 Apr 06 12:00:50.833028 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e5332-9c3c-42cf-b2e2-a9d28de16171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7836e7e-90f3-4c7c-bd23-ebf68e08afa9,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:00:59.383733 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 51626) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:00:59.502303 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-2e22846b-a461-4594-b22f-b45ca91efe3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:59.599914 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-2e22846b-a461-4594-b22f-b45ca91efe3c admin admin] Publish callbacks [] for security_group (a32a5e73-9109-47ac-9c67-8acd21a8235f), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:59.604790 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-2e22846b-a461-4594-b22f-b45ca91efe3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (a32a5e73-9109-47ac-9c67-8acd21a8235f), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:59.651506 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-2e22846b-a461-4594-b22f-b45ca91efe3c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3201c0a2e39f4a62bc441c202ee36eaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2666388 Apr 06 12:00:59.652346 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22846b-a461-4594-b22f-b45ca91efe3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32a5e73-9109-47ac-9c67-8acd21a8235f,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:00:59.654744 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 51630) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:00:59.722896 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3016e897-b5cf-4e1c-9a1a-265afe7ae5a0 admin admin] Publish callbacks [] for security_group (a32a5e73-9109-47ac-9c67-8acd21a8235f), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:59.752705 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3016e897-b5cf-4e1c-9a1a-265afe7ae5a0 admin admin] Publish callbacks [] for security_group (a32a5e73-9109-47ac-9c67-8acd21a8235f), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:59.818585 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3016e897-b5cf-4e1c-9a1a-265afe7ae5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (a32a5e73-9109-47ac-9c67-8acd21a8235f), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:59.823356 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3016e897-b5cf-4e1c-9a1a-265afe7ae5a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:00:59.827723 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-3016e897-b5cf-4e1c-9a1a-265afe7ae5a0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a32a5e73-9109-47ac-9c67-8acd21a8235f HTTP/1.1" status: 204 len: 168 time: 0.1694286 Apr 06 12:00:59.839508 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016e897-b5cf-4e1c-9a1a-265afe7ae5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32a5e73-9109-47ac-9c67-8acd21a8235f,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:00.154688 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 51638) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:01:00.177214 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3efcf518-3b71-41f4-acc9-1d6d33288bc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:00.289308 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3efcf518-3b71-41f4-acc9-1d6d33288bc4 admin admin] Publish callbacks [] for security_group (6d68fe94-b8db-4dfb-9059-2c1415d3f0d9), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:00.294690 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-3efcf518-3b71-41f4-acc9-1d6d33288bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (6d68fe94-b8db-4dfb-9059-2c1415d3f0d9), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:00.342275 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-3efcf518-3b71-41f4-acc9-1d6d33288bc4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5a09823cdccf491c85fa798ff59f5ba0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1860108 Apr 06 12:01:00.343258 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efcf518-3b71-41f4-acc9-1d6d33288bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d68fe94-b8db-4dfb-9059-2c1415d3f0d9,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:00.345180 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 51640) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:01:00.406340 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-654356e6-d531-40c9-9aac-a0e5d8f78f9c admin admin] Publish callbacks [] for security_group (6d68fe94-b8db-4dfb-9059-2c1415d3f0d9), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:00.429979 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-654356e6-d531-40c9-9aac-a0e5d8f78f9c admin admin] Publish callbacks [] for security_group (6d68fe94-b8db-4dfb-9059-2c1415d3f0d9), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:00.486219 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-654356e6-d531-40c9-9aac-a0e5d8f78f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (6d68fe94-b8db-4dfb-9059-2c1415d3f0d9), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:00.489988 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-654356e6-d531-40c9-9aac-a0e5d8f78f9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:00.491646 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-654356e6-d531-40c9-9aac-a0e5d8f78f9c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6d68fe94-b8db-4dfb-9059-2c1415d3f0d9 HTTP/1.1" status: 204 len: 168 time: 0.1450841 Apr 06 12:01:00.503743 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654356e6-d531-40c9-9aac-a0e5d8f78f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d68fe94-b8db-4dfb-9059-2c1415d3f0d9,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:00.908208 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 51646) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:01:00.923117 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3a3c690d-5f42-4706-bf9f-ed21b3767a9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:01.029270 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3a3c690d-5f42-4706-bf9f-ed21b3767a9c admin admin] Publish callbacks [] for security_group (bc4288e8-5ce1-4545-a4bf-bbf6dd5a8d7a), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:01.033521 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3a3c690d-5f42-4706-bf9f-ed21b3767a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (bc4288e8-5ce1-4545-a4bf-bbf6dd5a8d7a), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:01.076338 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-3a3c690d-5f42-4706-bf9f-ed21b3767a9c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=87259df716f541189b243de1b00ea580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1662998 Apr 06 12:01:01.077139 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c690d-5f42-4706-bf9f-ed21b3767a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4288e8-5ce1-4545-a4bf-bbf6dd5a8d7a,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:01.079519 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 51648) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:01:01.141882 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-aad94174-82a4-40be-924c-0930e885e7fc admin admin] Publish callbacks [] for security_group (bc4288e8-5ce1-4545-a4bf-bbf6dd5a8d7a), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:01.163753 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-aad94174-82a4-40be-924c-0930e885e7fc admin admin] Publish callbacks [] for security_group (bc4288e8-5ce1-4545-a4bf-bbf6dd5a8d7a), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:01.210924 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-aad94174-82a4-40be-924c-0930e885e7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (bc4288e8-5ce1-4545-a4bf-bbf6dd5a8d7a), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:01.213656 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-aad94174-82a4-40be-924c-0930e885e7fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:01.214905 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-aad94174-82a4-40be-924c-0930e885e7fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bc4288e8-5ce1-4545-a4bf-bbf6dd5a8d7a HTTP/1.1" status: 204 len: 168 time: 0.1344595 Apr 06 12:01:01.224003 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad94174-82a4-40be-924c-0930e885e7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4288e8-5ce1-4545-a4bf-bbf6dd5a8d7a,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:05.627353 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:01:12.268959 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-d92d8077-4755-4624-9686-3d4b0e217b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:14.089996 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:15.102979 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-2e242234-49f4-4d8a-8d25-58648fef3962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:16.464263 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:18.770343 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:19.070019 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:22.027089 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350526f6-fba3-4dac-9cae-12394cae1752 req-bf42bfd0-5166-4b73-9457-6b5f8f9028ee tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:22.028674 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-350526f6-fba3-4dac-9cae-12394cae1752 req-bf42bfd0-5166-4b73-9457-6b5f8f9028ee tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 945 time: 0.0666184 Apr 06 12:01:22.092049 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-350526f6-fba3-4dac-9cae-12394cae1752 req-d6a53eb0-0913-4692-9e03-a317a7ceeb14 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548475 Apr 06 12:01:23.416933 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439178c-ba21-4f8e-8973-7a7256dafcc3 req-51ac63c3-bc25-41e8-9b19-876f10a107a1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:23.418512 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6439178c-ba21-4f8e-8973-7a7256dafcc3 req-51ac63c3-bc25-41e8-9b19-876f10a107a1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 945 time: 0.0796418 Apr 06 12:01:23.495790 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6439178c-ba21-4f8e-8973-7a7256dafcc3 req-7a93bf3a-82a3-41d5-9d67-f1dacf14fa9b tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701556 Apr 06 12:01:23.746542 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb9c2a-a943-4dd5-8647-d1c2a8531795 req-0cd6233e-5017-4cc4-8276-d13b3dcef976 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:23.748682 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3bfb9c2a-a943-4dd5-8647-d1c2a8531795 req-0cd6233e-5017-4cc4-8276-d13b3dcef976 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=2406deaa-6fe1-41b4-90a7-90f91d307b9d HTTP/1.1" status: 200 len: 946 time: 0.0761406 Apr 06 12:01:23.803751 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3bfb9c2a-a943-4dd5-8647-d1c2a8531795 req-b17bd8cb-b82d-4f9a-ad75-3f3a5ee45f12 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=4632ff1d-23ff-4006-8097-b87431adea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471938 Apr 06 12:01:24.634918 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e457d0-1829-4250-85f3-c28d280454fd req-30ff2b12-8a87-4fb2-97b4-29786f521cb1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:24.636368 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-68e457d0-1829-4250-85f3-c28d280454fd req-30ff2b12-8a87-4fb2-97b4-29786f521cb1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 945 time: 0.0563769 Apr 06 12:01:24.690838 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-68e457d0-1829-4250-85f3-c28d280454fd req-9225d3ee-6881-43a5-ac7b-c6da81178c6a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477474 Apr 06 12:01:24.933392 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da718524-3128-4887-86ed-33b9ee493288 req-8dc859fc-2fd0-4263-a7f3-e852d31e4842 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:24.934939 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-da718524-3128-4887-86ed-33b9ee493288 req-8dc859fc-2fd0-4263-a7f3-e852d31e4842 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=2406deaa-6fe1-41b4-90a7-90f91d307b9d HTTP/1.1" status: 200 len: 946 time: 0.0610285 Apr 06 12:01:24.991672 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-da718524-3128-4887-86ed-33b9ee493288 req-9a4c8145-02a1-4258-83af-dad69b89504b tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=4632ff1d-23ff-4006-8097-b87431adea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488923 Apr 06 12:01:25.653274 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03ebef-6c0d-4710-9eb9-7fbd2f8201fe req-8926f896-2666-4790-9f39-3d6f7008242a tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:25.656318 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6d03ebef-6c0d-4710-9eb9-7fbd2f8201fe req-8926f896-2666-4790-9f39-3d6f7008242a tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.53 "GET /v2.0/ports?device_id=2406deaa-6fe1-41b4-90a7-90f91d307b9d HTTP/1.1" status: 200 len: 946 time: 0.0672543 Apr 06 12:01:25.871772 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [req-6d03ebef-6c0d-4710-9eb9-7fbd2f8201fe req-bae87f8c-b66d-439c-ad8d-5669b08b0bc8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Deleting port 517c1752-ecd3-4b07-8044-77f513f70c53 {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:01:25.873451 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-6d03ebef-6c0d-4710-9eb9-7fbd2f8201fe req-bae87f8c-b66d-439c-ad8d-5669b08b0bc8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (517c1752-ecd3-4b07-8044-77f513f70c53), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:25.975406 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b54e1-9970-4682-9e47-2f760bec2553 req-75b794be-af17-48e4-91cd-a660725291cc tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:25.977440 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-789b54e1-9970-4682-9e47-2f760bec2553 req-75b794be-af17-48e4-91cd-a660725291cc tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 945 time: 0.2073328 Apr 06 12:01:26.078648 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-6d03ebef-6c0d-4710-9eb9-7fbd2f8201fe req-bae87f8c-b66d-439c-ad8d-5669b08b0bc8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] For port 517c1752-ecd3-4b07-8044-77f513f70c53, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=517c1752-ecd3-4b07-8044-77f513f70c53,segment=NetworkSegment(d73cce00-15b1-40fb-ad57-8913535f579d),segment_id=d73cce00-15b1-40fb-ad57-8913535f579d)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:01:26.079022 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-6d03ebef-6c0d-4710-9eb9-7fbd2f8201fe req-bae87f8c-b66d-439c-ad8d-5669b08b0bc8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (517c1752-ecd3-4b07-8044-77f513f70c53), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:26.084607 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-789b54e1-9970-4682-9e47-2f760bec2553 req-ceb2cf43-9d6b-4924-9347-6387f0c185cf tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982513 Apr 06 12:01:26.145241 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b5cc8-fca4-4aa7-a71c-2c06d6146891 req-ef9a629c-0596-470b-9663-dec1aabea0a2 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:26.146833 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-fe6b5cc8-fca4-4aa7-a71c-2c06d6146891 req-ef9a629c-0596-470b-9663-dec1aabea0a2 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=2406deaa-6fe1-41b4-90a7-90f91d307b9d HTTP/1.1" status: 200 len: 946 time: 0.0664999 Apr 06 12:01:26.202552 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-fe6b5cc8-fca4-4aa7-a71c-2c06d6146891 req-fee5dfc6-1ee3-4c5a-8fc7-b6512e46a1c2 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=4632ff1d-23ff-4006-8097-b87431adea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499346 Apr 06 12:01:26.287816 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-6d03ebef-6c0d-4710-9eb9-7fbd2f8201fe req-bae87f8c-b66d-439c-ad8d-5669b08b0bc8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:26.288345 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-6d03ebef-6c0d-4710-9eb9-7fbd2f8201fe req-bae87f8c-b66d-439c-ad8d-5669b08b0bc8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (46fb096b-8439-49c8-8203-c560878003bc), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:26.288825 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.db.l3_db [req-6d03ebef-6c0d-4710-9eb9-7fbd2f8201fe req-bae87f8c-b66d-439c-ad8d-5669b08b0bc8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Floating IP 46fb096b-8439-49c8-8203-c560878003bc disassociated. External IP: 172.27.1.169, port: 517c1752-ecd3-4b07-8044-77f513f70c53. Apr 06 12:01:26.289241 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [req-6d03ebef-6c0d-4710-9eb9-7fbd2f8201fe req-bae87f8c-b66d-439c-ad8d-5669b08b0bc8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Calling delete_port for 517c1752-ecd3-4b07-8044-77f513f70c53 owned by compute:nova {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:01:26.457348 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-6d03ebef-6c0d-4710-9eb9-7fbd2f8201fe req-bae87f8c-b66d-439c-ad8d-5669b08b0bc8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (517c1752-ecd3-4b07-8044-77f513f70c53), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:26.488672 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae87f8c-b66d-439c-ad8d-5669b08b0bc8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event deleted for resources: {'Port': ['ID=517c1752-ecd3-4b07-8044-77f513f70c53,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:26.504163 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae87f8c-b66d-439c-ad8d-5669b08b0bc8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:26.504376 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae87f8c-b66d-439c-ad8d-5669b08b0bc8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:26.504668 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae87f8c-b66d-439c-ad8d-5669b08b0bc8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:26.505033 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae87f8c-b66d-439c-ad8d-5669b08b0bc8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:26.505376 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae87f8c-b66d-439c-ad8d-5669b08b0bc8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:26.505706 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae87f8c-b66d-439c-ad8d-5669b08b0bc8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:26.506034 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae87f8c-b66d-439c-ad8d-5669b08b0bc8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:26.506352 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae87f8c-b66d-439c-ad8d-5669b08b0bc8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:26.506685 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae87f8c-b66d-439c-ad8d-5669b08b0bc8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:26.507011 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae87f8c-b66d-439c-ad8d-5669b08b0bc8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:26.507340 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae87f8c-b66d-439c-ad8d-5669b08b0bc8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:26.507660 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae87f8c-b66d-439c-ad8d-5669b08b0bc8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:26.507980 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae87f8c-b66d-439c-ad8d-5669b08b0bc8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:26.508300 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae87f8c-b66d-439c-ad8d-5669b08b0bc8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:26.508620 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae87f8c-b66d-439c-ad8d-5669b08b0bc8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:26.668854 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d03ebef-6c0d-4710-9eb9-7fbd2f8201fe req-bae87f8c-b66d-439c-ad8d-5669b08b0bc8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:01:26.682307 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 51772) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:01:26.891878 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d03ebef-6c0d-4710-9eb9-7fbd2f8201fe req-bae87f8c-b66d-439c-ad8d-5669b08b0bc8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:01:26.909967 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d58f861-c4a8-4f4d-9969-505d45b2dcce None None] Sync routers for ids ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:01:26.926457 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d58f861-c4a8-4f4d-9969-505d45b2dcce None None] Routers {'1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:01:26.927462 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-5d58f861-c4a8-4f4d-9969-505d45b2dcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:01:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:01:26.961322 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d03ebef-6c0d-4710-9eb9-7fbd2f8201fe req-bae87f8c-b66d-439c-ad8d-5669b08b0bc8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] No DVR routers for this DVR port 517c1752-ecd3-4b07-8044-77f513f70c53 on host hv-cinder-83607 {{(pid=110260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:01:26.964966 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-6d03ebef-6c0d-4710-9eb9-7fbd2f8201fe req-bae87f8c-b66d-439c-ad8d-5669b08b0bc8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:26.968955 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6d03ebef-6c0d-4710-9eb9-7fbd2f8201fe req-bae87f8c-b66d-439c-ad8d-5669b08b0bc8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.53 "DELETE /v2.0/ports/517c1752-ecd3-4b07-8044-77f513f70c53 HTTP/1.1" status: 204 len: 173 time: 1.3072798 Apr 06 12:01:26.969445 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2406deaa-6fe1-41b4-90a7-90f91d307b9d', 'name': 'network-vif-deleted', 'tag': '517c1752-ecd3-4b07-8044-77f513f70c53'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:01:26.972510 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3381cec4-89db-4d34-a4fc-bdc9b023f0a5" -d '{"events": [{"server_uuid": "2406deaa-6fe1-41b4-90a7-90f91d307b9d", "name": "network-vif-deleted", "tag": "517c1752-ecd3-4b07-8044-77f513f70c53"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:01:27.051986 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-105dc38e-5c81-4613-ab48-94e413e4253f tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Deleting port 846f9fb4-e5b7-4457-b0fc-2ca00c231865 {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:01:27.052594 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-105dc38e-5c81-4613-ab48-94e413e4253f tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (846f9fb4-e5b7-4457-b0fc-2ca00c231865), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:27.057313 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050e1518-f0d9-45a6-b201-4582bcaec93c x-openstack-request-id: req-050e1518-f0d9-45a6-b201-4582bcaec93c {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:01:27.059484 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2406deaa-6fe1-41b4-90a7-90f91d307b9d", "name": "network-vif-deleted", "tag": "517c1752-ecd3-4b07-8044-77f513f70c53", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:01:27.060572 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-050e1518-f0d9-45a6-b201-4582bcaec93c {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:01:27.061247 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-050e1518-f0d9-45a6-b201-4582bcaec93c'] response: {'server_uuid': '2406deaa-6fe1-41b4-90a7-90f91d307b9d', 'name': 'network-vif-deleted', 'tag': '517c1752-ecd3-4b07-8044-77f513f70c53', 'status': 'completed', 'code': 200} Apr 06 12:01:27.110168 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-5d58f861-c4a8-4f4d-9969-505d45b2dcce None None] Set router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:01:27.181421 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-105dc38e-5c81-4613-ab48-94e413e4253f tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (846f9fb4-e5b7-4457-b0fc-2ca00c231865), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:27.182787 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-105dc38e-5c81-4613-ab48-94e413e4253f tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks [] for floatingip (846f9fb4-e5b7-4457-b0fc-2ca00c231865), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:27.201293 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-105dc38e-5c81-4613-ab48-94e413e4253f tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Calling delete_port for 846f9fb4-e5b7-4457-b0fc-2ca00c231865 owned by network:floatingip {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:01:27.342319 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462237d-2cce-40cd-8600-03216babb257 req-fb3e27b6-fb2a-41ed-ada3-a34de25e4f6c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:27.345106 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8462237d-2cce-40cd-8600-03216babb257 req-fb3e27b6-fb2a-41ed-ada3-a34de25e4f6c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 945 time: 0.1053441 Apr 06 12:01:27.421266 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-5d58f861-c4a8-4f4d-9969-505d45b2dcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '61f17581-a107-4585-9edf-2a1a789a5328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:19Z', 'revision_number': 4, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'gw_port': {'id': '61f17581-a107-4585-9edf-2a1a789a5328', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'e0a3a1dc-eae8-4722-ac6e-afd2acc6accf', 'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'mac_address': 'fa:16:3e:62:15:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:17Z', 'updated_at': '2022-04-06T11:51:28Z', 'revision_number': 5, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'subnets': [{'id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:01:27.452662 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d58f861-c4a8-4f4d-9969-505d45b2dcce None None] Checking router: 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:01:27.455820 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8462237d-2cce-40cd-8600-03216babb257 req-f41274d5-e595-40f4-b30e-56abac871add tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042624 Apr 06 12:01:27.461651 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-105dc38e-5c81-4613-ab48-94e413e4253f tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (846f9fb4-e5b7-4457-b0fc-2ca00c231865), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:27.463814 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d58f861-c4a8-4f4d-9969-505d45b2dcce None None] Routers {'1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:01:27.464484 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-5d58f861-c4a8-4f4d-9969-505d45b2dcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:01:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:01:27.504775 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dc38e-5c81-4613-ab48-94e413e4253f tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Pushing event deleted for resources: {'Port': ['ID=846f9fb4-e5b7-4457-b0fc-2ca00c231865,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:27.600811 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-105dc38e-5c81-4613-ab48-94e413e4253f tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks [] for floatingip (a7c24958-432c-495d-9089-4f965f477f6c), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:27.601146 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.db.l3_db [None req-105dc38e-5c81-4613-ab48-94e413e4253f tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Floating IP a7c24958-432c-495d-9089-4f965f477f6c disassociated (deleted). External IP: 172.27.1.136, port: 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f. Apr 06 12:01:27.632984 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-5d58f861-c4a8-4f4d-9969-505d45b2dcce None None] Set router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:01:27.663381 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a79245b4-aced-4d6d-b1df-91ae3c5db530 req-3561aad3-bc74-42bd-bba8-5cbef1e5be06 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=2406deaa-6fe1-41b4-90a7-90f91d307b9d HTTP/1.1" status: 200 len: 210 time: 0.0841305 Apr 06 12:01:27.866747 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-5d58f861-c4a8-4f4d-9969-505d45b2dcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '61f17581-a107-4585-9edf-2a1a789a5328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:19Z', 'revision_number': 4, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'gw_port': {'id': '61f17581-a107-4585-9edf-2a1a789a5328', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'e0a3a1dc-eae8-4722-ac6e-afd2acc6accf', 'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'mac_address': 'fa:16:3e:62:15:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:17Z', 'updated_at': '2022-04-06T11:51:28Z', 'revision_number': 5, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'subnets': [{'id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:01:27.874912 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105dc38e-5c81-4613-ab48-94e413e4253f tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Router e801a9e8-6b66-45f4-a39a-18d31e7f2809 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:01:27.899035 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d58f861-c4a8-4f4d-9969-505d45b2dcce None None] The sync data for ids ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'] in dv-cinder-836074-2-iscsi is: [{'id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '61f17581-a107-4585-9edf-2a1a789a5328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:19Z', 'revision_number': 4, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'gw_port': {'id': '61f17581-a107-4585-9edf-2a1a789a5328', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'e0a3a1dc-eae8-4722-ac6e-afd2acc6accf', 'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'mac_address': 'fa:16:3e:62:15:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:17Z', 'updated_at': '2022-04-06T11:51:28Z', 'revision_number': 5, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'subnets': [{'id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:01:28.017900 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105dc38e-5c81-4613-ab48-94e413e4253f tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:01:28.022532 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-105dc38e-5c81-4613-ab48-94e413e4253f tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:28.028792 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77640d4-6f2a-4ad5-9f16-2f417b0361e8 None None] Sync routers for ids ['e801a9e8-6b66-45f4-a39a-18d31e7f2809'] in dv-cinder-836074-2-iscsi {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:01:28.040567 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77640d4-6f2a-4ad5-9f16-2f417b0361e8 None None] Routers {'e801a9e8-6b66-45f4-a39a-18d31e7f2809'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:01:28.041341 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-c77640d4-6f2a-4ad5-9f16-2f417b0361e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:01:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['e801a9e8-6b66-45f4-a39a-18d31e7f2809'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:01:28.064772 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-105dc38e-5c81-4613-ab48-94e413e4253f tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "DELETE /v2.0/floatingips/a7c24958-432c-495d-9089-4f965f477f6c HTTP/1.1" status: 204 len: 168 time: 1.3809657 Apr 06 12:01:28.188801 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-c77640d4-6f2a-4ad5-9f16-2f417b0361e8 None None] Set router e801a9e8-6b66-45f4-a39a-18d31e7f2809 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:01:28.215214 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1b4e7c-1397-4aee-b95b-92bd58991140 None None] New status for floating IP 46fb096b-8439-49c8-8203-c560878003bc: DOWN {{(pid=110262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:01:28.327212 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c5fa0-f27b-4fe8-b5ae-69584c5e4365 req-450f9530-a9c8-4cb7-b5ad-6a454b9a5eda tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:28.329078 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-128c5fa0-f27b-4fe8-b5ae-69584c5e4365 req-450f9530-a9c8-4cb7-b5ad-6a454b9a5eda tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 945 time: 0.0606110 Apr 06 12:01:28.404696 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-128c5fa0-f27b-4fe8-b5ae-69584c5e4365 req-00e6abb9-1ca6-40ac-a19e-3a520edddd20 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676072 Apr 06 12:01:28.553877 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-c77640d4-6f2a-4ad5-9f16-2f417b0361e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'name': 'tempest-TestShelveInstance-1578475368-router', 'tenant_id': 'c61da0b3453a4380b55109d369f70604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'e75a30be-38fb-4621-a57d-7d2a8fe73c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:52:42Z', 'updated_at': '2022-04-06T11:52:45Z', 'revision_number': 4, 'project_id': 'c61da0b3453a4380b55109d369f70604', 'gw_port': {'id': 'e75a30be-38fb-4621-a57d-7d2a8fe73c5f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:43Z', 'updated_at': '2022-04-06T11:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'c598d21d-fe45-449f-ad92-93054ea82164', 'name': '', 'network_id': 'de8c376e-69fb-4e43-b549-d8d17aafcff4', 'tenant_id': 'c61da0b3453a4380b55109d369f70604', 'mac_address': 'fa:16:3e:52:90:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e4b164e1-cd7f-4c00-9d14-1a694355ee3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:44Z', 'updated_at': '2022-04-06T11:52:50Z', 'revision_number': 5, 'project_id': 'c61da0b3453a4380b55109d369f70604', 'subnets': [{'id': 'e4b164e1-cd7f-4c00-9d14-1a694355ee3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:01:28.602757 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77640d4-6f2a-4ad5-9f16-2f417b0361e8 None None] Checking router: e801a9e8-6b66-45f4-a39a-18d31e7f2809 for host: dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:01:28.609453 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d2686-5b52-4b2f-9d07-8f76678fed82 req-3dc93d1a-7851-4290-a2e7-a6333a345479 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:28.611047 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-498d2686-5b52-4b2f-9d07-8f76678fed82 req-3dc93d1a-7851-4290-a2e7-a6333a345479 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 945 time: 0.0698147 Apr 06 12:01:28.618659 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77640d4-6f2a-4ad5-9f16-2f417b0361e8 None None] Routers {'e801a9e8-6b66-45f4-a39a-18d31e7f2809'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:01:28.619744 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-c77640d4-6f2a-4ad5-9f16-2f417b0361e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:01:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['e801a9e8-6b66-45f4-a39a-18d31e7f2809'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:01:28.664305 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-498d2686-5b52-4b2f-9d07-8f76678fed82 req-26e4fc41-69f0-47be-82a5-572139e35270 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470119 Apr 06 12:01:28.755433 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-c77640d4-6f2a-4ad5-9f16-2f417b0361e8 None None] Set router e801a9e8-6b66-45f4-a39a-18d31e7f2809 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:01:28.766281 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 51798) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:01:28.823940 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-a70904db-7b13-4d35-aff2-f48ed12b4047 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group (4632ff1d-23ff-4006-8097-b87431adea75), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:28.852466 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-a70904db-7b13-4d35-aff2-f48ed12b4047 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group (4632ff1d-23ff-4006-8097-b87431adea75), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:28.915890 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-a70904db-7b13-4d35-aff2-f48ed12b4047 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (4632ff1d-23ff-4006-8097-b87431adea75), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:28.918410 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-a70904db-7b13-4d35-aff2-f48ed12b4047 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:28.920313 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-a70904db-7b13-4d35-aff2-f48ed12b4047 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "DELETE /v2.0/security-groups/4632ff1d-23ff-4006-8097-b87431adea75 HTTP/1.1" status: 204 len: 168 time: 0.1529255 Apr 06 12:01:28.926800 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 51800) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:01:28.932927 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70904db-7b13-4d35-aff2-f48ed12b4047 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4632ff1d-23ff-4006-8097-b87431adea75,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:28.946014 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.api.v2.resource [None req-c5d98c2a-cd08-4cdd-ba3f-c96fa8e364a1 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] show failed (client error): The resource could not be found. Apr 06 12:01:28.947261 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-c5d98c2a-cd08-4cdd-ba3f-c96fa8e364a1 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups/4632ff1d-23ff-4006-8097-b87431adea75 HTTP/1.1" status: 404 len: 347 time: 0.0191662 Apr 06 12:01:28.950335 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 51802) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:01:29.027497 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-c77640d4-6f2a-4ad5-9f16-2f417b0361e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'name': 'tempest-TestShelveInstance-1578475368-router', 'tenant_id': 'c61da0b3453a4380b55109d369f70604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'e75a30be-38fb-4621-a57d-7d2a8fe73c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:52:42Z', 'updated_at': '2022-04-06T11:52:45Z', 'revision_number': 4, 'project_id': 'c61da0b3453a4380b55109d369f70604', 'gw_port': {'id': 'e75a30be-38fb-4621-a57d-7d2a8fe73c5f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:43Z', 'updated_at': '2022-04-06T11:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'c598d21d-fe45-449f-ad92-93054ea82164', 'name': '', 'network_id': 'de8c376e-69fb-4e43-b549-d8d17aafcff4', 'tenant_id': 'c61da0b3453a4380b55109d369f70604', 'mac_address': 'fa:16:3e:52:90:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e4b164e1-cd7f-4c00-9d14-1a694355ee3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:44Z', 'updated_at': '2022-04-06T11:52:50Z', 'revision_number': 5, 'project_id': 'c61da0b3453a4380b55109d369f70604', 'subnets': [{'id': 'e4b164e1-cd7f-4c00-9d14-1a694355ee3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:01:29.062580 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb64273-7237-43a9-85cc-28c6759b372d', 'tag': '3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:01:29.065360 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e83d56-c910-4c60-96bf-bd0e4182442d" -d '{"events": [{"name": "network-changed", "server_uuid": "5cb64273-7237-43a9-85cc-28c6759b372d", "tag": "3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:01:29.077610 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77640d4-6f2a-4ad5-9f16-2f417b0361e8 None None] The sync data for ids ['e801a9e8-6b66-45f4-a39a-18d31e7f2809'] in dv-cinder-836074-2-iscsi is: [{'id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'name': 'tempest-TestShelveInstance-1578475368-router', 'tenant_id': 'c61da0b3453a4380b55109d369f70604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'e75a30be-38fb-4621-a57d-7d2a8fe73c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:52:42Z', 'updated_at': '2022-04-06T11:52:45Z', 'revision_number': 4, 'project_id': 'c61da0b3453a4380b55109d369f70604', 'gw_port': {'id': 'e75a30be-38fb-4621-a57d-7d2a8fe73c5f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:43Z', 'updated_at': '2022-04-06T11:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'c598d21d-fe45-449f-ad92-93054ea82164', 'name': '', 'network_id': 'de8c376e-69fb-4e43-b549-d8d17aafcff4', 'tenant_id': 'c61da0b3453a4380b55109d369f70604', 'mac_address': 'fa:16:3e:52:90:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e4b164e1-cd7f-4c00-9d14-1a694355ee3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:44Z', 'updated_at': '2022-04-06T11:52:50Z', 'revision_number': 5, 'project_id': 'c61da0b3453a4380b55109d369f70604', 'subnets': [{'id': 'e4b164e1-cd7f-4c00-9d14-1a694355ee3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:01:29.126048 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb69793-94bb-4d20-bfa8-1cc13febc015 x-openstack-request-id: req-8fb69793-94bb-4d20-bfa8-1cc13febc015 {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:01:29.126475 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cb64273-7237-43a9-85cc-28c6759b372d", "tag": "3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:01:29.126849 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8fb69793-94bb-4d20-bfa8-1cc13febc015 {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:01:29.127421 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fb69793-94bb-4d20-bfa8-1cc13febc015'] response: {'name': 'network-changed', 'server_uuid': '5cb64273-7237-43a9-85cc-28c6759b372d', 'tag': '3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f', 'status': 'completed', 'code': 200} Apr 06 12:01:29.163637 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-dad67cdd-6aca-420a-a9e7-8e50d03bfba0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Deleting port df9ec9f6-b2a3-4e32-aa5e-2cdeeea32f8b {{(pid=110259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:01:29.164212 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-dad67cdd-6aca-420a-a9e7-8e50d03bfba0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (df9ec9f6-b2a3-4e32-aa5e-2cdeeea32f8b), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:29.282688 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-dad67cdd-6aca-420a-a9e7-8e50d03bfba0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (df9ec9f6-b2a3-4e32-aa5e-2cdeeea32f8b), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:29.283033 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-dad67cdd-6aca-420a-a9e7-8e50d03bfba0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for floatingip (df9ec9f6-b2a3-4e32-aa5e-2cdeeea32f8b), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:29.299485 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-dad67cdd-6aca-420a-a9e7-8e50d03bfba0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Calling delete_port for df9ec9f6-b2a3-4e32-aa5e-2cdeeea32f8b owned by network:floatingip {{(pid=110259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:01:29.345665 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737b1c70-10c6-4bba-8223-c6f2774a2d4e None None] New status for floating IP a7c24958-432c-495d-9089-4f965f477f6c: DOWN {{(pid=110261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:01:29.512908 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-dad67cdd-6aca-420a-a9e7-8e50d03bfba0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (df9ec9f6-b2a3-4e32-aa5e-2cdeeea32f8b), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:29.572636 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad67cdd-6aca-420a-a9e7-8e50d03bfba0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event deleted for resources: {'Port': ['ID=df9ec9f6-b2a3-4e32-aa5e-2cdeeea32f8b,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:29.583960 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad67cdd-6aca-420a-a9e7-8e50d03bfba0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:29.584647 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad67cdd-6aca-420a-a9e7-8e50d03bfba0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:29.584816 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad67cdd-6aca-420a-a9e7-8e50d03bfba0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:29.585120 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad67cdd-6aca-420a-a9e7-8e50d03bfba0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:29.585455 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad67cdd-6aca-420a-a9e7-8e50d03bfba0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:29.586123 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad67cdd-6aca-420a-a9e7-8e50d03bfba0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:29.586238 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad67cdd-6aca-420a-a9e7-8e50d03bfba0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:29.586502 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad67cdd-6aca-420a-a9e7-8e50d03bfba0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:29.586828 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad67cdd-6aca-420a-a9e7-8e50d03bfba0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:29.587156 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad67cdd-6aca-420a-a9e7-8e50d03bfba0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:29.587483 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad67cdd-6aca-420a-a9e7-8e50d03bfba0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:29.587814 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad67cdd-6aca-420a-a9e7-8e50d03bfba0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:29.588129 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad67cdd-6aca-420a-a9e7-8e50d03bfba0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:29.588454 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad67cdd-6aca-420a-a9e7-8e50d03bfba0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:29.589045 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad67cdd-6aca-420a-a9e7-8e50d03bfba0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:29.632957 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e83d56-c910-4c60-96bf-bd0e4182442d req-5a563f7f-d7bd-4d14-b0f4-c03d020c36d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:29.634891 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-06e83d56-c910-4c60-96bf-bd0e4182442d req-5a563f7f-d7bd-4d14-b0f4-c03d020c36d2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c61da0b3453a4380b55109d369f70604&device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 1129 time: 0.2335234 Apr 06 12:01:29.652097 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518bcb2-3273-4c6d-95fc-6e1b67b8d172 req-718ec19d-1d45-423d-8cd4-ee2bc9d8f168 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:29.654489 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f518bcb2-3273-4c6d-95fc-6e1b67b8d172 req-718ec19d-1d45-423d-8cd4-ee2bc9d8f168 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 945 time: 0.1572268 Apr 06 12:01:29.669769 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-dad67cdd-6aca-420a-a9e7-8e50d03bfba0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for floatingip (46fb096b-8439-49c8-8203-c560878003bc), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:29.672261 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-dad67cdd-6aca-420a-a9e7-8e50d03bfba0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:29.673469 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-dad67cdd-6aca-420a-a9e7-8e50d03bfba0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "DELETE /v2.0/floatingips/46fb096b-8439-49c8-8203-c560878003bc HTTP/1.1" status: 204 len: 168 time: 0.7218995 Apr 06 12:01:29.728163 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f518bcb2-3273-4c6d-95fc-6e1b67b8d172 req-e12d374e-cbf4-4f45-a179-56fc68098f64 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/security-groups?id=f2c094e6-3f62-40ec-aa0f-220c0e40121a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658855 Apr 06 12:01:29.864259 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbd5ef-f553-4567-bc4d-9bac65f2c33a req-f167376f-59f4-4fd0-89c0-92b9a2d560b5 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:29.865995 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a9fbd5ef-f553-4567-bc4d-9bac65f2c33a req-f167376f-59f4-4fd0-89c0-92b9a2d560b5 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 945 time: 0.0626311 Apr 06 12:01:29.893716 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e83d56-c910-4c60-96bf-bd0e4182442d req-ee9ecad1-bf34-45e8-864f-1bbb53867a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:29.895632 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-06e83d56-c910-4c60-96bf-bd0e4182442d req-ee9ecad1-bf34-45e8-864f-1bbb53867a51 service neutron] 10.222.0.53 "GET /v2.0/networks?id=de8c376e-69fb-4e43-b549-d8d17aafcff4 HTTP/1.1" status: 200 len: 910 time: 0.1152201 Apr 06 12:01:29.920690 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a9fbd5ef-f553-4567-bc4d-9bac65f2c33a req-50f181bc-913a-4ea1-acc2-6f8155c3d6ab tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461152 Apr 06 12:01:29.974298 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-06e83d56-c910-4c60-96bf-bd0e4182442d req-ecfb7462-3184-4922-afc9-b5b8cb8fd809 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f HTTP/1.1" status: 200 len: 217 time: 0.0394995 Apr 06 12:01:30.047517 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e83d56-c910-4c60-96bf-bd0e4182442d req-d3015e0a-5443-4082-8b11-cde6e0780a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:30.049102 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-06e83d56-c910-4c60-96bf-bd0e4182442d req-d3015e0a-5443-4082-8b11-cde6e0780a91 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e4b164e1-cd7f-4c00-9d14-1a694355ee3f HTTP/1.1" status: 200 len: 848 time: 0.0501032 Apr 06 12:01:30.083039 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 51816) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:01:30.087686 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-087b0d72-bd10-47bb-93bf-4555bafb918a tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1211298302', 'description': 'tempest-description--644148090'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:01:30.110694 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-087b0d72-bd10-47bb-93bf-4555bafb918a tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:30.148965 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e83d56-c910-4c60-96bf-bd0e4182442d req-6ca264f9-7f1f-437b-baac-455c4fd65b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:30.150639 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-06e83d56-c910-4c60-96bf-bd0e4182442d req-6ca264f9-7f1f-437b-baac-455c4fd65b4a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=de8c376e-69fb-4e43-b549-d8d17aafcff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0894752 Apr 06 12:01:30.162206 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc559342-3847-4d01-9e48-c98c7e466b92 req-ec372038-8eec-4450-ace3-814836e06e83 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:30.164101 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-dc559342-3847-4d01-9e48-c98c7e466b92 req-ec372038-8eec-4450-ace3-814836e06e83 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 945 time: 0.0900650 Apr 06 12:01:30.198378 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-087b0d72-bd10-47bb-93bf-4555bafb918a tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group (0313a9b3-536c-4b4b-a600-17f9537d87d3), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:30.202755 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-087b0d72-bd10-47bb-93bf-4555bafb918a tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (0313a9b3-536c-4b4b-a600-17f9537d87d3), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:30.223109 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 517c1752-ecd3-4b07-8044-77f513f70c53 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:01:30.229066 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [req-06e83d56-c910-4c60-96bf-bd0e4182442d req-d42abdb7-ec5f-44b2-99a5-a250867daaff service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=110260) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:01:30.230026 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-06e83d56-c910-4c60-96bf-bd0e4182442d req-d42abdb7-ec5f-44b2-99a5-a250867daaff service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070014 Apr 06 12:01:30.248681 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-087b0d72-bd10-47bb-93bf-4555bafb918a tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:30.249307 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] No Port match for: 517c1752-ecd3-4b07-8044-77f513f70c53 {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:01:30.249724 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 517c1752-ecd3-4b07-8044-77f513f70c53 not bound to the agent host hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:01:30.251030 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-087b0d72-bd10-47bb-93bf-4555bafb918a tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1664917 Apr 06 12:01:30.256677 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 51820) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:01:30.265860 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-32da10e4-fa3b-4be2-867a-eec2e7dda16d tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Request body: {'security_group_rule': {'security_group_id': '0313a9b3-536c-4b4b-a600-17f9537d87d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:01:30.277459 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b0d72-bd10-47bb-93bf-4555bafb918a tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0313a9b3-536c-4b4b-a600-17f9537d87d3,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:30.304322 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-32da10e4-fa3b-4be2-867a-eec2e7dda16d tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group_rule (fc15a828-83c2-42ff-bcc5-2a09c1cd9c4d), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:30.391297 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-32da10e4-fa3b-4be2-867a-eec2e7dda16d tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group_rule (fc15a828-83c2-42ff-bcc5-2a09c1cd9c4d), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:30.396972 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-32da10e4-fa3b-4be2-867a-eec2e7dda16d tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (fc15a828-83c2-42ff-bcc5-2a09c1cd9c4d), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:30.408827 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-06e83d56-c910-4c60-96bf-bd0e4182442d req-f85b8504-4b0b-4361-87ed-d1c485fb4e20 service neutron] 10.222.0.53 "GET /v2.0/networks/de8c376e-69fb-4e43-b549-d8d17aafcff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707549 Apr 06 12:01:30.415675 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da10e4-fa3b-4be2-867a-eec2e7dda16d tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc15a828-83c2-42ff-bcc5-2a09c1cd9c4d,revision_number=0']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:30.427286 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-32da10e4-fa3b-4be2-867a-eec2e7dda16d tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:30.431851 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-32da10e4-fa3b-4be2-867a-eec2e7dda16d tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1704702 Apr 06 12:01:30.432048 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 51822) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:01:30.437395 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-6d574722-495f-4ac1-b448-59ca7bbe09cf tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Request body: {'security_group_rule': {'security_group_id': '0313a9b3-536c-4b4b-a600-17f9537d87d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:01:30.468656 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6d574722-495f-4ac1-b448-59ca7bbe09cf tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group_rule (a903ac10-124d-405e-8447-a42e5804dc0f), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:30.478801 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [req-dc559342-3847-4d01-9e48-c98c7e466b92 req-c333c7ce-e336-441d-b53c-657b8f4cf436 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Deleting port 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:01:30.479209 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-dc559342-3847-4d01-9e48-c98c7e466b92 req-c333c7ce-e336-441d-b53c-657b8f4cf436 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:30.557181 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6d574722-495f-4ac1-b448-59ca7bbe09cf tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group_rule (a903ac10-124d-405e-8447-a42e5804dc0f), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:30.562985 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6d574722-495f-4ac1-b448-59ca7bbe09cf tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (a903ac10-124d-405e-8447-a42e5804dc0f), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:30.576941 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-06e83d56-c910-4c60-96bf-bd0e4182442d req-7e46bcd3-f07a-4b9a-b9bd-6132d84d57d0 service neutron] 10.222.0.53 "GET /v2.0/networks/de8c376e-69fb-4e43-b549-d8d17aafcff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612659 Apr 06 12:01:30.594708 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d574722-495f-4ac1-b448-59ca7bbe09cf tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a903ac10-124d-405e-8447-a42e5804dc0f,revision_number=0']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:30.608975 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6d574722-495f-4ac1-b448-59ca7bbe09cf tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:30.609150 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-dc559342-3847-4d01-9e48-c98c7e466b92 req-c333c7ce-e336-441d-b53c-657b8f4cf436 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] For port 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f,segment=NetworkSegment(71069d08-5e26-4841-82c8-61a202745114),segment_id=71069d08-5e26-4841-82c8-61a202745114)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:01:30.609481 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-dc559342-3847-4d01-9e48-c98c7e466b92 req-c333c7ce-e336-441d-b53c-657b8f4cf436 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:30.613259 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-6d574722-495f-4ac1-b448-59ca7bbe09cf tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1800308 Apr 06 12:01:30.613904 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 51824) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:01:30.619712 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-f297f783-84b0-4b6f-9e64-6ceaf5363b35 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Request body: {'floatingip': {'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:01:30.634723 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [req-dc559342-3847-4d01-9e48-c98c7e466b92 req-c333c7ce-e336-441d-b53c-657b8f4cf436 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Calling delete_port for 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f owned by compute:nova {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:01:30.648320 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f297f783-84b0-4b6f-9e64-6ceaf5363b35 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:30.772269 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f297f783-84b0-4b6f-9e64-6ceaf5363b35 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:30.823294 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-dc559342-3847-4d01-9e48-c98c7e466b92 req-c333c7ce-e336-441d-b53c-657b8f4cf436 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:30.852357 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-336b03a4-e001-44b7-bc18-3db5df4f88e7 req-86e5e710-fee9-46db-bc3b-7f2ddb6739a7 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cb64273-7237-43a9-85cc-28c6759b372d HTTP/1.1" status: 200 len: 210 time: 0.0348692 Apr 06 12:01:30.853517 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333c7ce-e336-441d-b53c-657b8f4cf436 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Pushing event deleted for resources: {'Port': ['ID=3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:30.909706 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc559342-3847-4d01-9e48-c98c7e466b92 req-c333c7ce-e336-441d-b53c-657b8f4cf436 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] No DVR routers for this DVR port 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f on host hv-cinder-83607 {{(pid=110260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:01:30.912517 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-dc559342-3847-4d01-9e48-c98c7e466b92 req-c333c7ce-e336-441d-b53c-657b8f4cf436 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:30.916364 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-dc559342-3847-4d01-9e48-c98c7e466b92 req-c333c7ce-e336-441d-b53c-657b8f4cf436 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.53 "DELETE /v2.0/ports/3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f HTTP/1.1" status: 204 len: 173 time: 0.6920304 Apr 06 12:01:30.931324 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.db_base_plugin_common [None req-f297f783-84b0-4b6f-9e64-6ceaf5363b35 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Allocated IP 172.27.1.194 (f8bc4371-0f06-4ac4-8212-20e00bcdd0be/f72af3a5-4f9e-49cd-911b-77b0f5cebaf5/55ea88cd-ec4a-4468-a1d0-4d36bd60f8c4) {{(pid=110259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:01:31.071986 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90441c56-15c9-43a4-9a8d-1b6cb714f47a req-43cf3ff8-0afe-4ac3-a27b-08268b33255d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:31.073661 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-90441c56-15c9-43a4-9a8d-1b6cb714f47a req-43cf3ff8-0afe-4ac3-a27b-08268b33255d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 945 time: 0.0603600 Apr 06 12:01:31.079522 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f297f783-84b0-4b6f-9e64-6ceaf5363b35 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for port (55ea88cd-ec4a-4468-a1d0-4d36bd60f8c4), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:31.125396 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f297f783-84b0-4b6f-9e64-6ceaf5363b35 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (55ea88cd-ec4a-4468-a1d0-4d36bd60f8c4), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:31.129550 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb64273-7237-43a9-85cc-28c6759b372d', 'name': 'network-vif-deleted', 'tag': '3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:01:31.132320 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc4419d-c1f8-4c68-a37b-b23d60b73465" -d '{"events": [{"server_uuid": "5cb64273-7237-43a9-85cc-28c6759b372d", "name": "network-vif-deleted", "tag": "3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:01:31.166463 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-90441c56-15c9-43a4-9a8d-1b6cb714f47a req-49cdb453-df17-4521-b997-ab98a08afcef tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859880 Apr 06 12:01:31.171006 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f297f783-84b0-4b6f-9e64-6ceaf5363b35 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Network f8bc4371-0f06-4ac4-8212-20e00bcdd0be is already hosted by enough agents. {{(pid=110259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:01:31.177382 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [None req-f297f783-84b0-4b6f-9e64-6ceaf5363b35 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Resources bound (agent type, host, resource id): {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:01:31.182138 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f297f783-84b0-4b6f-9e64-6ceaf5363b35 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Received port after_create {{(pid=110259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:01:31.212638 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297f783-84b0-4b6f-9e64-6ceaf5363b35 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event updated for resources: {'Port': ['ID=55ea88cd-ec4a-4468-a1d0-4d36bd60f8c4,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:31.228781 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f3161e-f23a-4cd2-9ed4-48b87d516e31 x-openstack-request-id: req-34f3161e-f23a-4cd2-9ed4-48b87d516e31 {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:01:31.229228 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb64273-7237-43a9-85cc-28c6759b372d", "name": "network-vif-deleted", "tag": "3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:01:31.229579 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-34f3161e-f23a-4cd2-9ed4-48b87d516e31 {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:01:31.230095 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34f3161e-f23a-4cd2-9ed4-48b87d516e31'] response: {'server_uuid': '5cb64273-7237-43a9-85cc-28c6759b372d', 'name': 'network-vif-deleted', 'tag': '3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f', 'status': 'completed', 'code': 200} Apr 06 12:01:31.304330 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f297f783-84b0-4b6f-9e64-6ceaf5363b35 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for floatingip (be461330-6367-4b32-a769-15c5029a584c), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:31.350539 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f297f783-84b0-4b6f-9e64-6ceaf5363b35 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (55ea88cd-ec4a-4468-a1d0-4d36bd60f8c4), before_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:31.554916 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f297f783-84b0-4b6f-9e64-6ceaf5363b35 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for port (55ea88cd-ec4a-4468-a1d0-4d36bd60f8c4), precommit_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:31.561860 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f297f783-84b0-4b6f-9e64-6ceaf5363b35 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352485'] for port (55ea88cd-ec4a-4468-a1d0-4d36bd60f8c4), after_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:31.642642 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297f783-84b0-4b6f-9e64-6ceaf5363b35 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event updated for resources: {'Port': ['ID=55ea88cd-ec4a-4468-a1d0-4d36bd60f8c4,revision_number=2']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:31.653557 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f297f783-84b0-4b6f-9e64-6ceaf5363b35 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (be461330-6367-4b32-a769-15c5029a584c), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:31.673959 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f297f783-84b0-4b6f-9e64-6ceaf5363b35 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:31.675923 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-f297f783-84b0-4b6f-9e64-6ceaf5363b35 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0601799 Apr 06 12:01:31.869544 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-99598dde-4d5e-4d15-b377-4cb4f1c27e92 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1211298302&fields=id&tenant_id=6bf3687e8d0448cfb29d393230e0fba3 HTTP/1.1" status: 200 len: 267 time: 0.0487974 Apr 06 12:01:31.942058 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 51848) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:01:32.011094 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b1dc15ff-7470-487a-b5ac-19c5379ada81 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks [] for security_group (f2c094e6-3f62-40ec-aa0f-220c0e40121a), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:32.043295 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b1dc15ff-7470-487a-b5ac-19c5379ada81 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks [] for security_group (f2c094e6-3f62-40ec-aa0f-220c0e40121a), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:32.123684 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b1dc15ff-7470-487a-b5ac-19c5379ada81 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (f2c094e6-3f62-40ec-aa0f-220c0e40121a), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:32.126381 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b1dc15ff-7470-487a-b5ac-19c5379ada81 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:32.127611 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-b1dc15ff-7470-487a-b5ac-19c5379ada81 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] 10.222.0.39 "DELETE /v2.0/security-groups/f2c094e6-3f62-40ec-aa0f-220c0e40121a HTTP/1.1" status: 204 len: 168 time: 0.1845508 Apr 06 12:01:32.144196 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc15ff-7470-487a-b5ac-19c5379ada81 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c094e6-3f62-40ec-aa0f-220c0e40121a,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:32.197938 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 51852) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:01:32.286079 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-6283aa87-6bfd-40bd-a6c7-ed28c19a1800 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:32.287620 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-6283aa87-6bfd-40bd-a6c7-ed28c19a1800 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/networks?id=99bd6fac-a9a5-4214-bfa7-98f9f937fa30 HTTP/1.1" status: 200 len: 812 time: 0.4064813 Apr 06 12:01:32.311299 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-fb17c950-730d-4f54-a02c-dd3df6ad5a50 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/quotas/6bf3687e8d0448cfb29d393230e0fba3 HTTP/1.1" status: 200 len: 375 time: 0.0135336 Apr 06 12:01:32.334923 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccdb42-0134-4f13-8ea4-7664a1598d99 req-307c7b0e-37bf-42f6-8733-671b8425909e tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:32.336488 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-daccdb42-0134-4f13-8ea4-7664a1598d99 req-307c7b0e-37bf-42f6-8733-671b8425909e tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 945 time: 0.0682034 Apr 06 12:01:32.389522 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-82dc685b-6a65-4e21-beb7-b3a84bfc2c03 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6bf3687e8d0448cfb29d393230e0fba3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687687 Apr 06 12:01:32.440119 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-daccdb42-0134-4f13-8ea4-7664a1598d99 req-456b447b-c5f9-4217-b193-0290ec0ea8c0 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968676 Apr 06 12:01:32.462430 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-28674f41-d4ca-484f-9e91-cbe47d846c40 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=110260) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:01:32.463776 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-28674f41-d4ca-484f-9e91-cbe47d846c40 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0615222 Apr 06 12:01:32.573063 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-c6a54e50-5286-4b51-b601-38abdc8639b4 service neutron] 10.222.0.39 "GET /v2.0/networks/99bd6fac-a9a5-4214-bfa7-98f9f937fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015553 Apr 06 12:01:32.722814 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-a7829d4b-3304-4d7d-b173-2ed1af42ba65 service neutron] 10.222.0.39 "GET /v2.0/networks/99bd6fac-a9a5-4214-bfa7-98f9f937fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369247 Apr 06 12:01:32.919916 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-18a440aa-a05a-4567-8e94-9926c0471ee7 req-3f6aa551-f212-4267-8b90-6a88d59eb557 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=54952b2a-5ad3-4751-b3ad-9d3908178f4f HTTP/1.1" status: 200 len: 210 time: 0.0349095 Apr 06 12:01:33.218343 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0e97dee6-d090-48de-91c8-1707884f5fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431766'] for router_interface (e801a9e8-6b66-45f4-a39a-18d31e7f2809), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:33.582634 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-0e97dee6-d090-48de-91c8-1707884f5fe2 admin admin] Deleting port c598d21d-fe45-449f-ad92-93054ea82164 {{(pid=110259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:01:33.582980 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0e97dee6-d090-48de-91c8-1707884f5fe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (c598d21d-fe45-449f-ad92-93054ea82164), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:33.600864 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc8e75-57e9-47dc-8709-5633d78324cb req-c71ce282-0682-48b7-929a-094b81320b39 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:33.602398 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-cdbc8e75-57e9-47dc-8709-5633d78324cb req-c71ce282-0682-48b7-929a-094b81320b39 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 945 time: 0.0624247 Apr 06 12:01:33.657526 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-cdbc8e75-57e9-47dc-8709-5633d78324cb req-25bd4a6f-7632-426c-b799-92b089ca3fd4 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486748 Apr 06 12:01:33.673339 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.db [None req-0e97dee6-d090-48de-91c8-1707884f5fe2 admin admin] For port c598d21d-fe45-449f-ad92-93054ea82164, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=c598d21d-fe45-449f-ad92-93054ea82164,segment=NetworkSegment(71069d08-5e26-4841-82c8-61a202745114),segment_id=71069d08-5e26-4841-82c8-61a202745114)] {{(pid=110259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:01:33.673718 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0e97dee6-d090-48de-91c8-1707884f5fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (c598d21d-fe45-449f-ad92-93054ea82164), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:33.693285 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-0e97dee6-d090-48de-91c8-1707884f5fe2 admin admin] Calling delete_port for c598d21d-fe45-449f-ad92-93054ea82164 owned by network:router_interface {{(pid=110259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:01:33.894162 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0e97dee6-d090-48de-91c8-1707884f5fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (c598d21d-fe45-449f-ad92-93054ea82164), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:33.922190 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97dee6-d090-48de-91c8-1707884f5fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c598d21d-fe45-449f-ad92-93054ea82164,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:34.073666 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8a3203b4-73cf-446a-9ba1-dafd2831a8bb req-c76f0318-8ada-40dc-bef3-5edfb5720ba4 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=54952b2a-5ad3-4751-b3ad-9d3908178f4f HTTP/1.1" status: 200 len: 210 time: 0.0414231 Apr 06 12:01:34.139193 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0e97dee6-d090-48de-91c8-1707884f5fe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430086'] for router_interface (e801a9e8-6b66-45f4-a39a-18d31e7f2809), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:34.251002 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:01:34.251929 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-891fd19b-9835-46d8-b832-d11f40debcc2 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:34.253887 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-891fd19b-9835-46d8-b832-d11f40debcc2 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.53 "GET /v2.0/networks?id=99bd6fac-a9a5-4214-bfa7-98f9f937fa30 HTTP/1.1" status: 200 len: 812 time: 0.1341586 Apr 06 12:01:34.265274 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:01:34.335183 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-dbe83459-1bf8-4248-826b-86b5e76e5fcb tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bf3687e8d0448cfb29d393230e0fba3 HTTP/1.1" status: 200 len: 380 time: 0.0666366 Apr 06 12:01:34.337418 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] No Port match for: 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:01:34.337764 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 3adb9e91-1b21-41cd-b0bd-e8ed002a6b7f not bound to the agent host hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:01:34.348617 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-e3efb617-d68c-47d4-bc8a-25ef5cd128e0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Request body: {'port': {'device_id': '54952b2a-5ad3-4751-b3ad-9d3908178f4f', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'admin_state_up': True, 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'security_groups': ['0313a9b3-536c-4b4b-a600-17f9537d87d3']}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:01:34.404001 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8a24a007-df5f-4867-a8a9-2d1a4c5b2a75,segment=NetworkSegment(deb309b9-5789-464c-9c33-f60bf6e06a39),segment_id=deb309b9-5789-464c-9c33-f60bf6e06a39)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:01:34.417084 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Returning: {'device': '8a24a007-df5f-4867-a8a9-2d1a4c5b2a75', 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864', 'port_id': '8a24a007-df5f-4867-a8a9-2d1a4c5b2a75', 'mac_address': 'fa:16:3e:ba:4f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:01:34.422491 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e97dee6-d090-48de-91c8-1707884f5fe2 admin admin] Router e801a9e8-6b66-45f4-a39a-18d31e7f2809 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:01:34.461741 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 is: ACTIVE; New status is: BUILD {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:01:34.462249 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (8a24a007-df5f-4867-a8a9-2d1a4c5b2a75), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:34.482806 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 {{(pid=110261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:01:34.486787 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-e3efb617-d68c-47d4-bc8a-25ef5cd128e0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Made reservation on behalf of 6bf3687e8d0448cfb29d393230e0fba3 for: {'port': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:01:34.491194 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-e3efb617-d68c-47d4-bc8a-25ef5cd128e0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:34.518410 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8a24a007-df5f-4867-a8a9-2d1a4c5b2a75,segment=NetworkSegment(deb309b9-5789-464c-9c33-f60bf6e06a39),segment_id=deb309b9-5789-464c-9c33-f60bf6e06a39)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:01:34.522908 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (8a24a007-df5f-4867-a8a9-2d1a4c5b2a75), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:34.577800 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e97dee6-d090-48de-91c8-1707884f5fe2 admin admin] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:01:34.579621 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=8a24a007-df5f-4867-a8a9-2d1a4c5b2a75,revision_number=6']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:34.588109 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-0e97dee6-d090-48de-91c8-1707884f5fe2 admin admin] 10.222.0.39 "PUT /v2.0/routers/e801a9e8-6b66-45f4-a39a-18d31e7f2809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3886902 Apr 06 12:01:34.588642 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9faac00-1d23-45f8-9093-216c5ff93dc3 None None] Sync routers for ids ['e801a9e8-6b66-45f4-a39a-18d31e7f2809'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:01:34.593019 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 51880) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:01:34.598791 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:34.610456 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:34.610456 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:34.610456 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:34.610456 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:34.610456 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:34.611184 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9faac00-1d23-45f8-9093-216c5ff93dc3 None None] Routers {'e801a9e8-6b66-45f4-a39a-18d31e7f2809'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:01:34.611332 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:34.611332 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:34.611529 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-b9faac00-1d23-45f8-9093-216c5ff93dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:01:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['e801a9e8-6b66-45f4-a39a-18d31e7f2809'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:01:34.611679 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:34.611679 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:34.611679 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:34.611679 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:34.611679 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:34.611679 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:34.611679 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:01:34.684881 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['8a24a007-df5f-4867-a8a9-2d1a4c5b2a75'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:01:34.730960 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-b9faac00-1d23-45f8-9093-216c5ff93dc3 None None] Set router e801a9e8-6b66-45f4-a39a-18d31e7f2809 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:01:34.733033 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-e3efb617-d68c-47d4-bc8a-25ef5cd128e0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Allocated IP 172.20.0.10 (99bd6fac-a9a5-4214-bfa7-98f9f937fa30/30cc3b5e-6713-4293-92dc-273ba182e38b/d42d6b96-4e94-46a5-b183-f748b9da3435) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:01:34.814086 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cf4a9185-453c-4d5b-89fb-a500f7481c62 admin admin] Publish callbacks [] for router (e801a9e8-6b66-45f4-a39a-18d31e7f2809), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:34.959490 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-b9faac00-1d23-45f8-9093-216c5ff93dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'name': 'tempest-TestShelveInstance-1578475368-router', 'tenant_id': 'c61da0b3453a4380b55109d369f70604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'e75a30be-38fb-4621-a57d-7d2a8fe73c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:52:42Z', 'updated_at': '2022-04-06T12:01:33Z', 'revision_number': 5, 'project_id': 'c61da0b3453a4380b55109d369f70604', 'gw_port': {'id': 'e75a30be-38fb-4621-a57d-7d2a8fe73c5f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:43Z', 'updated_at': '2022-04-06T11:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:01:34.977578 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc7741-4229-466a-b1a9-9c4920f12a11 req-5f75b027-835a-4524-8566-cf75b6318561 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:34.979106 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-78fc7741-4229-466a-b1a9-9c4920f12a11 req-5f75b027-835a-4524-8566-cf75b6318561 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 944 time: 0.2267201 Apr 06 12:01:34.987151 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9faac00-1d23-45f8-9093-216c5ff93dc3 None None] Checking router: e801a9e8-6b66-45f4-a39a-18d31e7f2809 for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:01:34.996208 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9faac00-1d23-45f8-9093-216c5ff93dc3 None None] Routers {'e801a9e8-6b66-45f4-a39a-18d31e7f2809'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:01:34.997809 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-b9faac00-1d23-45f8-9093-216c5ff93dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:01:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['e801a9e8-6b66-45f4-a39a-18d31e7f2809'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:01:35.063251 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cf4a9185-453c-4d5b-89fb-a500f7481c62 admin admin] Publish callbacks [] for router_gateway (e801a9e8-6b66-45f4-a39a-18d31e7f2809), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:35.097373 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-78fc7741-4229-466a-b1a9-9c4920f12a11 req-dd4d16f1-9c92-4c65-bf61-9c513311396a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086142 Apr 06 12:01:35.104670 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-e3efb617-d68c-47d4-bc8a-25ef5cd128e0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for port (d42d6b96-4e94-46a5-b183-f748b9da3435), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:35.214064 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-e3efb617-d68c-47d4-bc8a-25ef5cd128e0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (d42d6b96-4e94-46a5-b183-f748b9da3435), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:35.217877 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-cf4a9185-453c-4d5b-89fb-a500f7481c62 admin admin] Deleting port e75a30be-38fb-4621-a57d-7d2a8fe73c5f {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:01:35.218297 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cf4a9185-453c-4d5b-89fb-a500f7481c62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (e75a30be-38fb-4621-a57d-7d2a8fe73c5f), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:35.250883 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-b9faac00-1d23-45f8-9093-216c5ff93dc3 None None] Set router e801a9e8-6b66-45f4-a39a-18d31e7f2809 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:01:35.311319 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d139aaf-d1cb-45b1-89c6-f3c1a3a7d79e req-2276c877-3e12-4040-837f-f5568eeac7b9 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:35.313087 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-7d139aaf-d1cb-45b1-89c6-f3c1a3a7d79e req-2276c877-3e12-4040-837f-f5568eeac7b9 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=54952b2a-5ad3-4751-b3ad-9d3908178f4f HTTP/1.1" status: 200 len: 932 time: 0.0750334 Apr 06 12:01:35.313915 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-e3efb617-d68c-47d4-bc8a-25ef5cd128e0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Network 99bd6fac-a9a5-4214-bfa7-98f9f937fa30 is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:01:35.324621 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-e3efb617-d68c-47d4-bc8a-25ef5cd128e0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:01:35.333188 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-e3efb617-d68c-47d4-bc8a-25ef5cd128e0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:01:35.370377 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3efb617-d68c-47d4-bc8a-25ef5cd128e0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event updated for resources: {'Port': ['ID=d42d6b96-4e94-46a5-b183-f748b9da3435,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:35.389251 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-7d139aaf-d1cb-45b1-89c6-f3c1a3a7d79e req-a311bf9d-1e72-4e17-92c1-98cc3e0e8aae tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=0313a9b3-536c-4b4b-a600-17f9537d87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699122 Apr 06 12:01:35.433163 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [None req-cf4a9185-453c-4d5b-89fb-a500f7481c62 admin admin] For port e75a30be-38fb-4621-a57d-7d2a8fe73c5f, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=e75a30be-38fb-4621-a57d-7d2a8fe73c5f,segment=NetworkSegment(e99df258-543d-4616-b3b8-0c52db153909),segment_id=e99df258-543d-4616-b3b8-0c52db153909)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:01:35.433798 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cf4a9185-453c-4d5b-89fb-a500f7481c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (e75a30be-38fb-4621-a57d-7d2a8fe73c5f), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:35.442381 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-e3efb617-d68c-47d4-bc8a-25ef5cd128e0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:35.443196 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-e3efb617-d68c-47d4-bc8a-25ef5cd128e0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:35.463681 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-cf4a9185-453c-4d5b-89fb-a500f7481c62 admin admin] Calling delete_port for e75a30be-38fb-4621-a57d-7d2a8fe73c5f owned by network:router_gateway {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:01:35.480079 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-e3efb617-d68c-47d4-bc8a-25ef5cd128e0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1357076 Apr 06 12:01:35.518563 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-58adb436-f257-4c3a-b256-04be37916bcf service neutron] Request body: {'port': {'device_id': '54952b2a-5ad3-4751-b3ad-9d3908178f4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:01:35.540711 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-b9faac00-1d23-45f8-9093-216c5ff93dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'name': 'tempest-TestShelveInstance-1578475368-router', 'tenant_id': 'c61da0b3453a4380b55109d369f70604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'e75a30be-38fb-4621-a57d-7d2a8fe73c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:52:42Z', 'updated_at': '2022-04-06T12:01:33Z', 'revision_number': 5, 'project_id': 'c61da0b3453a4380b55109d369f70604', 'gw_port': {'id': 'e75a30be-38fb-4621-a57d-7d2a8fe73c5f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:43Z', 'updated_at': '2022-04-06T11:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:01:35.577400 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9faac00-1d23-45f8-9093-216c5ff93dc3 None None] The sync data for ids ['e801a9e8-6b66-45f4-a39a-18d31e7f2809'] in dv-cinder-836074-2-iscsi is: [{'id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'name': 'tempest-TestShelveInstance-1578475368-router', 'tenant_id': 'c61da0b3453a4380b55109d369f70604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'e75a30be-38fb-4621-a57d-7d2a8fe73c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:52:42Z', 'updated_at': '2022-04-06T12:01:33Z', 'revision_number': 5, 'project_id': 'c61da0b3453a4380b55109d369f70604', 'gw_port': {'id': 'e75a30be-38fb-4621-a57d-7d2a8fe73c5f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e801a9e8-6b66-45f4-a39a-18d31e7f2809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:43Z', 'updated_at': '2022-04-06T11:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:01:35.645614 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-58adb436-f257-4c3a-b256-04be37916bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (d42d6b96-4e94-46a5-b183-f748b9da3435), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:35.692263 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-6b344f62-8ef1-4bb3-91ab-2834df35040e None None] Provisioning complete for port d42d6b96-4e94-46a5-b183-f748b9da3435 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:01:35.693451 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-6b344f62-8ef1-4bb3-91ab-2834df35040e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (d42d6b96-4e94-46a5-b183-f748b9da3435), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:35.755270 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-6b344f62-8ef1-4bb3-91ab-2834df35040e None None] Port d42d6b96-4e94-46a5-b183-f748b9da3435 cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:01:35.842894 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cf4a9185-453c-4d5b-89fb-a500f7481c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (e75a30be-38fb-4621-a57d-7d2a8fe73c5f), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:35.927355 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a9185-453c-4d5b-89fb-a500f7481c62 admin admin] Pushing event deleted for resources: {'Port': ['ID=e75a30be-38fb-4621-a57d-7d2a8fe73c5f,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:36.023506 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cf4a9185-453c-4d5b-89fb-a500f7481c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430272'] for router_gateway (e801a9e8-6b66-45f4-a39a-18d31e7f2809), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:36.172211 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cf4a9185-453c-4d5b-89fb-a500f7481c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2514'] for router (e801a9e8-6b66-45f4-a39a-18d31e7f2809), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:36.179400 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cf4a9185-453c-4d5b-89fb-a500f7481c62 admin admin] Publish callbacks [] for router_controller (e801a9e8-6b66-45f4-a39a-18d31e7f2809), precommit_delete_associations {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:36.260426 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 up at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:01:36.314959 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-58adb436-f257-4c3a-b256-04be37916bcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d42d6b96-4e94-46a5-b183-f748b9da3435 {{(pid=110260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:01:36.318446 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning complete for port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:01:36.318819 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (8a24a007-df5f-4867-a8a9-2d1a4c5b2a75), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:36.322974 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cf4a9185-453c-4d5b-89fb-a500f7481c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-433530'] for router (e801a9e8-6b66-45f4-a39a-18d31e7f2809), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:36.323520 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4a9185-453c-4d5b-89fb-a500f7481c62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e801a9e8-6b66-45f4-a39a-18d31e7f2809 {{(pid=110260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 12:01:36.327657 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-58adb436-f257-4c3a-b256-04be37916bcf service neutron] Publish callbacks [] for port (d42d6b96-4e94-46a5-b183-f748b9da3435), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:36.338818 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cf4a9185-453c-4d5b-89fb-a500f7481c62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:36.339958 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-cf4a9185-453c-4d5b-89fb-a500f7481c62 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e801a9e8-6b66-45f4-a39a-18d31e7f2809 HTTP/1.1" status: 204 len: 168 time: 1.7456269 Apr 06 12:01:36.345360 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 51888) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:01:36.362286 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.provisioning_blocks [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-58adb436-f257-4c3a-b256-04be37916bcf service neutron] Transition to ACTIVE for port object d42d6b96-4e94-46a5-b183-f748b9da3435 will not be triggered until provisioned by entity L2. {{(pid=110260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:01:36.368649 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-58adb436-f257-4c3a-b256-04be37916bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (d42d6b96-4e94-46a5-b183-f748b9da3435), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:36.435657 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f062ff-cadf-4d65-8cc3-c879892c6efd req-197420cb-8f99-48c5-84c7-94d94916e24f tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:36.438431 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-49f062ff-cadf-4d65-8cc3-c879892c6efd req-197420cb-8f99-48c5-84c7-94d94916e24f tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 944 time: 0.2034702 Apr 06 12:01:36.438665 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 is: BUILD; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:01:36.439111 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (8a24a007-df5f-4867-a8a9-2d1a4c5b2a75), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:36.444180 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.db_base_plugin_v2 [None req-14681262-755f-439f-9799-3dac661d5a4d admin admin] Deleting subnet e4b164e1-cd7f-4c00-9d14-1a694355ee3f {{(pid=110259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:01:36.460263 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-14681262-755f-439f-9799-3dac661d5a4d admin admin] Publish callbacks [] for subnet (e4b164e1-cd7f-4c00-9d14-1a694355ee3f), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:36.471267 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62710ec7-65fc-4816-838c-a0ac81c52196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a24a007-df5f-4867-a8a9-2d1a4c5b2a75'}] {{(pid=110261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:01:36.474579 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa90572765a02b80253351879fa6496fbbfbce8a00fa36c7b280133d65d0c1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa22fb6-7ed0-49f8-b2d7-d14c5c808b52" -d '{"events": [{"server_uuid": "62710ec7-65fc-4816-838c-a0ac81c52196", "name": "network-vif-plugged", "status": "completed", "tag": "8a24a007-df5f-4867-a8a9-2d1a4c5b2a75"}]}' {{(pid=110261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:01:36.491960 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8a24a007-df5f-4867-a8a9-2d1a4c5b2a75,segment=NetworkSegment(deb309b9-5789-464c-9c33-f60bf6e06a39),segment_id=deb309b9-5789-464c-9c33-f60bf6e06a39)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:01:36.494355 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58adb436-f257-4c3a-b256-04be37916bcf service neutron] Pushing event updated for resources: {'Port': ['ID=d42d6b96-4e94-46a5-b183-f748b9da3435,revision_number=2']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:36.498773 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (8a24a007-df5f-4867-a8a9-2d1a4c5b2a75), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:36.564008 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-14681262-755f-439f-9799-3dac661d5a4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4434002'] for subnet (e4b164e1-cd7f-4c00-9d14-1a694355ee3f), precommit_delete_associations {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:36.580323 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=8a24a007-df5f-4867-a8a9-2d1a4c5b2a75,revision_number=7']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:36.630121 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-49f062ff-cadf-4d65-8cc3-c879892c6efd req-c6152a3c-a179-495c-ab5a-b16d47e5d2b1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834104 Apr 06 12:01:36.658385 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-58adb436-f257-4c3a-b256-04be37916bcf service neutron] Attempting to bind port d42d6b96-4e94-46a5-b183-f748b9da3435 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:01:36.658722 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-58adb436-f257-4c3a-b256-04be37916bcf service neutron] Attempting to bind port d42d6b96-4e94-46a5-b183-f748b9da3435 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'd73cce00-15b1-40fb-ad57-8913535f579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30'}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:01:36.659109 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-58adb436-f257-4c3a-b256-04be37916bcf service neutron] Attempting to bind port d42d6b96-4e94-46a5-b183-f748b9da3435 on network 99bd6fac-a9a5-4214-bfa7-98f9f937fa30 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:01:36.665017 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-58adb436-f257-4c3a-b256-04be37916bcf service neutron] Port d42d6b96-4e94-46a5-b183-f748b9da3435 on network 99bd6fac-a9a5-4214-bfa7-98f9f937fa30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:01:36.665431 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-58adb436-f257-4c3a-b256-04be37916bcf service neutron] Attempting to bind port d42d6b96-4e94-46a5-b183-f748b9da3435 on network 99bd6fac-a9a5-4214-bfa7-98f9f937fa30 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:01:36.672961 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-58adb436-f257-4c3a-b256-04be37916bcf service neutron] Checking agent: {'id': 'e6da0265-397c-48ac-b7af-cc5f2a289710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'started_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:01:36.673493 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-58adb436-f257-4c3a-b256-04be37916bcf service neutron] Checking segment: {'id': 'd73cce00-15b1-40fb-ad57-8913535f579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:01:36.673972 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-58adb436-f257-4c3a-b256-04be37916bcf service neutron] Bound using segment: {'id': 'd73cce00-15b1-40fb-ad57-8913535f579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30'} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:01:36.674652 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-58adb436-f257-4c3a-b256-04be37916bcf service neutron] Bound port: d42d6b96-4e94-46a5-b183-f748b9da3435, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd73cce00-15b1-40fb-ad57-8913535f579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30'}}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:01:36.675132 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-58adb436-f257-4c3a-b256-04be37916bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (d42d6b96-4e94-46a5-b183-f748b9da3435), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:36.708306 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339847e5-1818-4372-9f26-93353569f200 x-openstack-request-id: req-339847e5-1818-4372-9f26-93353569f200 {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:01:36.708838 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62710ec7-65fc-4816-838c-a0ac81c52196", "name": "network-vif-plugged", "status": "completed", "tag": "8a24a007-df5f-4867-a8a9-2d1a4c5b2a75", "code": 200}]} {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:01:36.708999 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-339847e5-1818-4372-9f26-93353569f200 {{(pid=110261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:01:36.709479 dv-cinder-836074-2-iscsi neutron-server[110261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-339847e5-1818-4372-9f26-93353569f200'] response: {'server_uuid': '62710ec7-65fc-4816-838c-a0ac81c52196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a24a007-df5f-4867-a8a9-2d1a4c5b2a75', 'code': 200} Apr 06 12:01:36.760083 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-14681262-755f-439f-9799-3dac661d5a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540055'] for subnet (e4b164e1-cd7f-4c00-9d14-1a694355ee3f), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:36.768278 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-58adb436-f257-4c3a-b256-04be37916bcf service neutron] For port d42d6b96-4e94-46a5-b183-f748b9da3435, host hv-cinder-83607, cleared binding levels {{(pid=110260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:01:36.771731 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-58adb436-f257-4c3a-b256-04be37916bcf service neutron] For port d42d6b96-4e94-46a5-b183-f748b9da3435, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d42d6b96-4e94-46a5-b183-f748b9da3435,segment=NetworkSegment(d73cce00-15b1-40fb-ad57-8913535f579d),segment_id=d73cce00-15b1-40fb-ad57-8913535f579d)] {{(pid=110260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:01:36.780628 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-58adb436-f257-4c3a-b256-04be37916bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (d42d6b96-4e94-46a5-b183-f748b9da3435), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:36.806336 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593239d-0908-4301-8285-f448c2df4208 req-a61cd1ff-44ee-4674-affa-742f23b1a5da tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:36.807872 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1593239d-0908-4301-8285-f448c2df4208 req-a61cd1ff-44ee-4674-affa-742f23b1a5da tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=54952b2a-5ad3-4751-b3ad-9d3908178f4f HTTP/1.1" status: 200 len: 944 time: 0.2046268 Apr 06 12:01:36.824660 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-58adb436-f257-4c3a-b256-04be37916bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:36.825877 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-58adb436-f257-4c3a-b256-04be37916bcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:36.827472 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-58adb436-f257-4c3a-b256-04be37916bcf service neutron] 10.222.0.53 "PUT /v2.0/ports/d42d6b96-4e94-46a5-b183-f748b9da3435 HTTP/1.1" status: 200 len: 1094 time: 1.3133280 Apr 06 12:01:36.827935 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54952b2a-5ad3-4751-b3ad-9d3908178f4f', 'tag': 'd42d6b96-4e94-46a5-b183-f748b9da3435'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:01:36.833011 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ea3e23-6aec-41c1-ba06-0bc641c90350" -d '{"events": [{"name": "network-changed", "server_uuid": "54952b2a-5ad3-4751-b3ad-9d3908178f4f", "tag": "d42d6b96-4e94-46a5-b183-f748b9da3435"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:01:36.872336 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-14681262-755f-439f-9799-3dac661d5a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1540056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4352427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379964'] for subnet (e4b164e1-cd7f-4c00-9d14-1a694355ee3f), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:36.888894 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-14681262-755f-439f-9799-3dac661d5a4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:36.895128 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-14681262-755f-439f-9799-3dac661d5a4d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e4b164e1-cd7f-4c00-9d14-1a694355ee3f HTTP/1.1" status: 204 len: 168 time: 0.5480533 Apr 06 12:01:36.898393 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 51896) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:01:36.899834 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7907f7fc-6c33-4bb5-892b-bbf03c87be1d None None] Network de8c376e-69fb-4e43-b549-d8d17aafcff4 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:01:36.909423 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1593239d-0908-4301-8285-f448c2df4208 req-73b784a4-a622-4eb8-9469-3f2423475d4e tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=0313a9b3-536c-4b4b-a600-17f9537d87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920389 Apr 06 12:01:36.932833 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58adb436-f257-4c3a-b256-04be37916bcf service neutron] Pushing event updated for resources: {'Port': ['ID=d42d6b96-4e94-46a5-b183-f748b9da3435,revision_number=3']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:36.962262 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14681262-755f-439f-9799-3dac661d5a4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4b164e1-cd7f-4c00-9d14-1a694355ee3f,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:37.008333 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551522bd-b304-4121-b2b1-edfa7b166d63 x-openstack-request-id: req-551522bd-b304-4121-b2b1-edfa7b166d63 {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:01:37.008762 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54952b2a-5ad3-4751-b3ad-9d3908178f4f", "tag": "d42d6b96-4e94-46a5-b183-f748b9da3435", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:01:37.009087 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-551522bd-b304-4121-b2b1-edfa7b166d63 {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:01:37.009594 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-551522bd-b304-4121-b2b1-edfa7b166d63'] response: {'name': 'network-changed', 'server_uuid': '54952b2a-5ad3-4751-b3ad-9d3908178f4f', 'tag': 'd42d6b96-4e94-46a5-b183-f748b9da3435', 'status': 'completed', 'code': 200} Apr 06 12:01:37.052902 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-be5a85a3-7742-4479-9691-00e46cdfd1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448080'] for network (de8c376e-69fb-4e43-b549-d8d17aafcff4), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:37.058253 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-1d2677bb-d251-47dc-985a-36ddcecb42bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:37.060711 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-1d2677bb-d251-47dc-985a-36ddcecb42bc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6bf3687e8d0448cfb29d393230e0fba3&device_id=54952b2a-5ad3-4751-b3ad-9d3908178f4f HTTP/1.1" status: 200 len: 1128 time: 0.1756809 Apr 06 12:01:37.132187 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-f1bb3c80-1fa3-440a-93b5-58d52b9a263d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d42d6b96-4e94-46a5-b183-f748b9da3435 HTTP/1.1" status: 200 len: 217 time: 0.0591879 Apr 06 12:01:37.142196 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13528fe0-fdd6-4aed-a8a7-72a4c5b64ab0 None None] DHCP port deletion for de8c376e-69fb-4e43-b549-d8d17aafcff4 request from dv-cinder-836074-2-iscsi {{(pid=110261) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 12:01:37.212397 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-0990c8aa-2fbb-468d-a7f5-4769cda10d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:37.215150 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-0990c8aa-2fbb-468d-a7f5-4769cda10d1e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=30cc3b5e-6713-4293-92dc-273ba182e38b HTTP/1.1" status: 200 len: 851 time: 0.0767465 Apr 06 12:01:37.217810 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-be5a85a3-7742-4479-9691-00e46cdfd1ac admin admin] Deleting port f71316ba-00ee-43ae-8926-1af580d160f7 {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:01:37.218274 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-be5a85a3-7742-4479-9691-00e46cdfd1ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (f71316ba-00ee-43ae-8926-1af580d160f7), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:37.234320 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-13528fe0-fdd6-4aed-a8a7-72a4c5b64ab0 None None] Deleting port f71316ba-00ee-43ae-8926-1af580d160f7 {{(pid=110261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:01:37.234700 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-13528fe0-fdd6-4aed-a8a7-72a4c5b64ab0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (f71316ba-00ee-43ae-8926-1af580d160f7), before_delete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:37.275528 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device e75a30be-38fb-4621-a57d-7d2a8fe73c5f no longer exists at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:01:37.305464 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] No Port match for: e75a30be-38fb-4621-a57d-7d2a8fe73c5f {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:01:37.305880 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device e75a30be-38fb-4621-a57d-7d2a8fe73c5f not bound to the agent host dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:01:37.306327 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device f71316ba-00ee-43ae-8926-1af580d160f7 no longer exists at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:01:37.348483 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [None req-be5a85a3-7742-4479-9691-00e46cdfd1ac admin admin] For port f71316ba-00ee-43ae-8926-1af580d160f7, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=f71316ba-00ee-43ae-8926-1af580d160f7,segment=NetworkSegment(71069d08-5e26-4841-82c8-61a202745114),segment_id=71069d08-5e26-4841-82c8-61a202745114)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:01:37.348825 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-be5a85a3-7742-4479-9691-00e46cdfd1ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (f71316ba-00ee-43ae-8926-1af580d160f7), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:37.355408 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-13528fe0-fdd6-4aed-a8a7-72a4c5b64ab0 None None] For port f71316ba-00ee-43ae-8926-1af580d160f7, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=f71316ba-00ee-43ae-8926-1af580d160f7,segment=NetworkSegment(71069d08-5e26-4841-82c8-61a202745114),segment_id=71069d08-5e26-4841-82c8-61a202745114)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:01:37.355816 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-13528fe0-fdd6-4aed-a8a7-72a4c5b64ab0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (f71316ba-00ee-43ae-8926-1af580d160f7), precommit_delete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:37.366821 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-be5a85a3-7742-4479-9691-00e46cdfd1ac admin admin] Calling delete_port for f71316ba-00ee-43ae-8926-1af580d160f7 owned by network:dhcp {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:01:37.376297 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-7b4bef8d-e179-4f54-ab7b-10218457a52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:37.376650 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-13528fe0-fdd6-4aed-a8a7-72a4c5b64ab0 None None] Calling delete_port for f71316ba-00ee-43ae-8926-1af580d160f7 owned by network:dhcp {{(pid=110261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:01:37.377853 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-7b4bef8d-e179-4f54-ab7b-10218457a52d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99bd6fac-a9a5-4214-bfa7-98f9f937fa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1565592 Apr 06 12:01:37.510569 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port f71316ba-00ee-43ae-8926-1af580d160f7 is: ACTIVE; New status is: DOWN {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:01:37.511003 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (f71316ba-00ee-43ae-8926-1af580d160f7), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:37.531407 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-dcf0092d-881e-49d0-9776-eb1d15847431 service neutron] 10.222.0.53 "GET /v2.0/networks/99bd6fac-a9a5-4214-bfa7-98f9f937fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454105 Apr 06 12:01:37.547356 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-be5a85a3-7742-4479-9691-00e46cdfd1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (f71316ba-00ee-43ae-8926-1af580d160f7), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:37.566415 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device c598d21d-fe45-449f-ad92-93054ea82164 no longer exists at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:01:37.570576 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-13528fe0-fdd6-4aed-a8a7-72a4c5b64ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237'] for port (f71316ba-00ee-43ae-8926-1af580d160f7), after_delete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:37.613033 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] No Port match for: c598d21d-fe45-449f-ad92-93054ea82164 {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:01:37.613421 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device c598d21d-fe45-449f-ad92-93054ea82164 not bound to the agent host dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:01:37.617998 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13528fe0-fdd6-4aed-a8a7-72a4c5b64ab0 None None] Pushing event deleted for resources: {'Port': ['ID=f71316ba-00ee-43ae-8926-1af580d160f7,revision_number=None']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:37.621428 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a85a3-7742-4479-9691-00e46cdfd1ac admin admin] Pushing event deleted for resources: {'Port': ['ID=f71316ba-00ee-43ae-8926-1af580d160f7,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:37.623553 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5a85a3-7742-4479-9691-00e46cdfd1ac admin admin] No DVR routers for this DVR port f71316ba-00ee-43ae-8926-1af580d160f7 on host dv-cinder-836074-2-iscsi {{(pid=110260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:01:37.623882 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13528fe0-fdd6-4aed-a8a7-72a4c5b64ab0 None None] No DVR routers for this DVR port f71316ba-00ee-43ae-8926-1af580d160f7 on host dv-cinder-836074-2-iscsi {{(pid=110261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:01:37.730635 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-be5a85a3-7742-4479-9691-00e46cdfd1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1537324', 'neutron.services.segments.db._delete_segments_for_network-8743157203577'] for network (de8c376e-69fb-4e43-b549-d8d17aafcff4), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:37.735484 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e7d35b14-b501-412a-b5a8-dc6296500575 req-935d4695-ea41-4940-aa0b-daec20e5aa39 service neutron] 10.222.0.53 "GET /v2.0/networks/99bd6fac-a9a5-4214-bfa7-98f9f937fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972950 Apr 06 12:01:37.780651 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.services.segments.db [None req-be5a85a3-7742-4479-9691-00e46cdfd1ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de8c376e-69fb-4e43-b549-d8d17aafcff4']}} {{(pid=110260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:01:37.796799 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.services.segments.db [None req-be5a85a3-7742-4479-9691-00e46cdfd1ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71069d08-5e26-4841-82c8-61a202745114') {'for_net_delete': True} {{(pid=110260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:01:37.797476 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.services.segments.db [None req-be5a85a3-7742-4479-9691-00e46cdfd1ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71069d08-5e26-4841-82c8-61a202745114') {} {{(pid=110260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:01:37.809114 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59fd17-56ce-4e00-9dcb-704699823254 req-aa929e07-00c7-439e-ab60-871405bccf80 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:37.813275 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-4e59fd17-56ce-4e00-9dcb-704699823254 req-aa929e07-00c7-439e-ab60-871405bccf80 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 945 time: 0.0986919 Apr 06 12:01:37.820833 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-be5a85a3-7742-4479-9691-00e46cdfd1ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743157202306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5214118'] for segment (71069d08-5e26-4841-82c8-61a202745114), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:37.842713 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-be5a85a3-7742-4479-9691-00e46cdfd1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (71069d08-5e26-4841-82c8-61a202745114), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:37.851066 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be5a85a3-7742-4479-9691-00e46cdfd1ac admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=110260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:01:37.851658 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-be5a85a3-7742-4479-9691-00e46cdfd1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4263427'] for segment (71069d08-5e26-4841-82c8-61a202745114), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:37.853226 dv-cinder-836074-2-iscsi neutron-server[110260]: Traceback (most recent call last): Apr 06 12:01:37.853226 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:01:37.853226 dv-cinder-836074-2-iscsi neutron-server[110260]: timer() Apr 06 12:01:37.853226 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:01:37.853226 dv-cinder-836074-2-iscsi neutron-server[110260]: cb(*args, **kw) Apr 06 12:01:37.853226 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:01:37.853226 dv-cinder-836074-2-iscsi neutron-server[110260]: return func(*args, **kwargs) Apr 06 12:01:37.853226 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:01:37.853226 dv-cinder-836074-2-iscsi neutron-server[110260]: self._notify() Apr 06 12:01:37.853226 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:01:37.853226 dv-cinder-836074-2-iscsi neutron-server[110260]: self.callback(batched_events) Apr 06 12:01:37.853226 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:01:37.853226 dv-cinder-836074-2-iscsi neutron-server[110260]: event.method(event) Apr 06 12:01:37.853226 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:01:37.853226 dv-cinder-836074-2-iscsi neutron-server[110260]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:01:37.853226 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:01:37.853226 dv-cinder-836074-2-iscsi neutron-server[110260]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:01:37.853226 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:01:37.853226 dv-cinder-836074-2-iscsi neutron-server[110260]: return f(self, *a, **k) Apr 06 12:01:37.853226 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:01:37.853226 dv-cinder-836074-2-iscsi neutron-server[110260]: return self._get(url).json() Apr 06 12:01:37.853226 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:01:37.853226 dv-cinder-836074-2-iscsi neutron-server[110260]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:01:37.853226 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:01:37.853226 dv-cinder-836074-2-iscsi neutron-server[110260]: return self.request(url, 'GET', **kwargs) Apr 06 12:01:37.853226 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:01:37.853226 dv-cinder-836074-2-iscsi neutron-server[110260]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:01:37.853226 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:01:37.853226 dv-cinder-836074-2-iscsi neutron-server[110260]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:01:37.853226 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:01:37.853226 dv-cinder-836074-2-iscsi neutron-server[110260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:01:37.853226 dv-cinder-836074-2-iscsi neutron-server[110260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:01:37.882050 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-4e59fd17-56ce-4e00-9dcb-704699823254 req-702b9d5d-a77e-4116-84c7-019926e5beba tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584619 Apr 06 12:01:38.196798 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-be5a85a3-7742-4479-9691-00e46cdfd1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1537365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430244'] for network (de8c376e-69fb-4e43-b549-d8d17aafcff4), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:38.203528 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-be5a85a3-7742-4479-9691-00e46cdfd1ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:38.206710 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-be5a85a3-7742-4479-9691-00e46cdfd1ac admin admin] 10.222.0.39 "DELETE /v2.0/networks/de8c376e-69fb-4e43-b549-d8d17aafcff4 HTTP/1.1" status: 204 len: 168 time: 1.3060927 Apr 06 12:01:38.209644 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 51902) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:01:38.224249 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a85a3-7742-4479-9691-00e46cdfd1ac admin admin] Pushing event deleted for resources: {'Network': ['ID=de8c376e-69fb-4e43-b549-d8d17aafcff4,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:38.237793 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae3c16-7795-49e1-a22d-5147388941d4 req-3d5f39d0-15d7-49a1-9d82-8971806cad23 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:38.239285 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6dae3c16-7795-49e1-a22d-5147388941d4 req-3d5f39d0-15d7-49a1-9d82-8971806cad23 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=54952b2a-5ad3-4751-b3ad-9d3908178f4f HTTP/1.1" status: 200 len: 944 time: 0.1125031 Apr 06 12:01:38.291622 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6dae3c16-7795-49e1-a22d-5147388941d4 req-9d60b9e9-01a4-498a-a8bd-31acc26523cf tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=0313a9b3-536c-4b4b-a600-17f9537d87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463719 Apr 06 12:01:38.566755 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6dbf67c2-cb52-4f56-abc2-5bc1e6146c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431766'] for router_interface (1d568ccd-90f8-4ce8-b302-e5619d23ea5a), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:38.850285 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-6dbf67c2-cb52-4f56-abc2-5bc1e6146c69 admin admin] Deleting port 792370f7-10f4-446a-96da-2732b5e57409 {{(pid=110259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:01:38.850962 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6dbf67c2-cb52-4f56-abc2-5bc1e6146c69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (792370f7-10f4-446a-96da-2732b5e57409), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:38.950473 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.db [None req-6dbf67c2-cb52-4f56-abc2-5bc1e6146c69 admin admin] For port 792370f7-10f4-446a-96da-2732b5e57409, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=792370f7-10f4-446a-96da-2732b5e57409,segment=NetworkSegment(34a93b16-4b2a-4b8b-9265-0dc76b69ceaa),segment_id=34a93b16-4b2a-4b8b-9265-0dc76b69ceaa)] {{(pid=110259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:01:38.950900 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6dbf67c2-cb52-4f56-abc2-5bc1e6146c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (792370f7-10f4-446a-96da-2732b5e57409), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:38.968341 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-6dbf67c2-cb52-4f56-abc2-5bc1e6146c69 admin admin] Calling delete_port for 792370f7-10f4-446a-96da-2732b5e57409 owned by network:router_interface {{(pid=110259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:01:39.088433 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053387d-c87b-4fdb-82a5-f312b7afabf4 req-23f2f81f-998a-4b8f-8e57-d822856a3e01 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:39.090026 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f053387d-c87b-4fdb-82a5-f312b7afabf4 req-23f2f81f-998a-4b8f-8e57-d822856a3e01 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 945 time: 0.1151350 Apr 06 12:01:39.416868 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ba24f-011a-41f1-93da-e9d6651a8cd8 req-ff9d33e7-b4e3-4454-85ff-41b2f2b715c0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:39.418252 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ff5ba24f-011a-41f1-93da-e9d6651a8cd8 req-ff9d33e7-b4e3-4454-85ff-41b2f2b715c0 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=54952b2a-5ad3-4751-b3ad-9d3908178f4f HTTP/1.1" status: 200 len: 944 time: 0.0550292 Apr 06 12:01:39.428129 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f053387d-c87b-4fdb-82a5-f312b7afabf4 req-5847b218-aeac-4532-9a07-d9b3fbd73c6d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3315551 Apr 06 12:01:39.476598 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ff5ba24f-011a-41f1-93da-e9d6651a8cd8 req-d8c91b70-df8a-4301-9352-4b718e4ae629 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=0313a9b3-536c-4b4b-a600-17f9537d87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518088 Apr 06 12:01:39.484693 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6dbf67c2-cb52-4f56-abc2-5bc1e6146c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (792370f7-10f4-446a-96da-2732b5e57409), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:39.512005 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf67c2-cb52-4f56-abc2-5bc1e6146c69 admin admin] Pushing event deleted for resources: {'Port': ['ID=792370f7-10f4-446a-96da-2732b5e57409,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:39.683575 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6dbf67c2-cb52-4f56-abc2-5bc1e6146c69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430086'] for router_interface (1d568ccd-90f8-4ce8-b302-e5619d23ea5a), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:39.910790 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbf67c2-cb52-4f56-abc2-5bc1e6146c69 admin admin] Router 1d568ccd-90f8-4ce8-b302-e5619d23ea5a has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:01:40.037911 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbf67c2-cb52-4f56-abc2-5bc1e6146c69 admin admin] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:01:40.045093 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-6dbf67c2-cb52-4f56-abc2-5bc1e6146c69 admin admin] 10.222.0.39 "PUT /v2.0/routers/1d568ccd-90f8-4ce8-b302-e5619d23ea5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8331263 Apr 06 12:01:40.047759 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 51910) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:01:40.049001 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f6116e-92b6-4fbd-a3d2-2c0ad9581541 None None] Sync routers for ids ['1d568ccd-90f8-4ce8-b302-e5619d23ea5a'] in dv-cinder-836074-2-iscsi {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:01:40.060989 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f6116e-92b6-4fbd-a3d2-2c0ad9581541 None None] Routers {'1d568ccd-90f8-4ce8-b302-e5619d23ea5a'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:01:40.061647 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-93f6116e-92b6-4fbd-a3d2-2c0ad9581541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:01:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['1d568ccd-90f8-4ce8-b302-e5619d23ea5a'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:01:40.181963 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-93f6116e-92b6-4fbd-a3d2-2c0ad9581541 None None] Set router 1d568ccd-90f8-4ce8-b302-e5619d23ea5a gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:01:40.192380 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8dedc6f3-de5b-4726-8e3d-4b3e8240b0a3 admin admin] Publish callbacks [] for router (1d568ccd-90f8-4ce8-b302-e5619d23ea5a), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:40.322644 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8dedc6f3-de5b-4726-8e3d-4b3e8240b0a3 admin admin] Publish callbacks [] for router_gateway (1d568ccd-90f8-4ce8-b302-e5619d23ea5a), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:40.389278 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-8dedc6f3-de5b-4726-8e3d-4b3e8240b0a3 admin admin] Deleting port 36619a9c-11da-4569-ab35-735e28f87c68 {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:01:40.389701 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8dedc6f3-de5b-4726-8e3d-4b3e8240b0a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (36619a9c-11da-4569-ab35-735e28f87c68), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:40.414284 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-93f6116e-92b6-4fbd-a3d2-2c0ad9581541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d568ccd-90f8-4ce8-b302-e5619d23ea5a', 'name': 'tempest-TestShelveInstance-86441668-router', 'tenant_id': '49edb9de1dce4401bfe9b5c761fb80bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '36619a9c-11da-4569-ab35-735e28f87c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:52:49Z', 'updated_at': '2022-04-06T12:01:39Z', 'revision_number': 5, 'project_id': '49edb9de1dce4401bfe9b5c761fb80bd', 'gw_port': {'id': '36619a9c-11da-4569-ab35-735e28f87c68', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d568ccd-90f8-4ce8-b302-e5619d23ea5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:52:49Z', 'updated_at': '2022-04-06T11:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:01:40.449406 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f6116e-92b6-4fbd-a3d2-2c0ad9581541 None None] Checking router: 1d568ccd-90f8-4ce8-b302-e5619d23ea5a for host: dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:01:40.461767 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f6116e-92b6-4fbd-a3d2-2c0ad9581541 None None] Routers {'1d568ccd-90f8-4ce8-b302-e5619d23ea5a'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:01:40.465234 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-93f6116e-92b6-4fbd-a3d2-2c0ad9581541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:01:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['1d568ccd-90f8-4ce8-b302-e5619d23ea5a'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:01:40.549135 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [None req-8dedc6f3-de5b-4726-8e3d-4b3e8240b0a3 admin admin] For port 36619a9c-11da-4569-ab35-735e28f87c68, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=36619a9c-11da-4569-ab35-735e28f87c68,segment=NetworkSegment(e99df258-543d-4616-b3b8-0c52db153909),segment_id=e99df258-543d-4616-b3b8-0c52db153909)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:01:40.549745 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8dedc6f3-de5b-4726-8e3d-4b3e8240b0a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (36619a9c-11da-4569-ab35-735e28f87c68), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:40.578744 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea3e23-6aec-41c1-ba06-0bc641c90350 req-85903608-5733-4b09-917a-7ae65f7329cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:40.580047 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-93f6116e-92b6-4fbd-a3d2-2c0ad9581541 None None] Set router 1d568ccd-90f8-4ce8-b302-e5619d23ea5a gateway port host: None {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:01:40.580189 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a4ea3e23-6aec-41c1-ba06-0bc641c90350 req-85903608-5733-4b09-917a-7ae65f7329cc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6bf3687e8d0448cfb29d393230e0fba3&device_id=54952b2a-5ad3-4751-b3ad-9d3908178f4f HTTP/1.1" status: 200 len: 1128 time: 0.1302319 Apr 06 12:01:40.581220 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-8dedc6f3-de5b-4726-8e3d-4b3e8240b0a3 admin admin] Calling delete_port for 36619a9c-11da-4569-ab35-735e28f87c68 owned by network:router_gateway {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:01:40.598379 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe6efa-e7b8-4ad6-a131-7348a8a2c43b req-b0c6b645-3cf3-4160-96ea-20a522efbd88 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:40.600030 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-35fe6efa-e7b8-4ad6-a131-7348a8a2c43b req-b0c6b645-3cf3-4160-96ea-20a522efbd88 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 945 time: 0.0657163 Apr 06 12:01:40.663156 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-35fe6efa-e7b8-4ad6-a131-7348a8a2c43b req-473db07f-d94b-43cb-969a-64d91bc24e84 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531819 Apr 06 12:01:40.676601 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-93f6116e-92b6-4fbd-a3d2-2c0ad9581541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d568ccd-90f8-4ce8-b302-e5619d23ea5a', 'name': 'tempest-TestShelveInstance-86441668-router', 'tenant_id': '49edb9de1dce4401bfe9b5c761fb80bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:52:49Z', 'updated_at': '2022-04-06T12:01:40Z', 'revision_number': 6, 'project_id': '49edb9de1dce4401bfe9b5c761fb80bd', 'gw_port_host': None}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:01:40.704995 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f6116e-92b6-4fbd-a3d2-2c0ad9581541 None None] The sync data for ids ['1d568ccd-90f8-4ce8-b302-e5619d23ea5a'] in dv-cinder-836074-2-iscsi is: [{'id': '1d568ccd-90f8-4ce8-b302-e5619d23ea5a', 'name': 'tempest-TestShelveInstance-86441668-router', 'tenant_id': '49edb9de1dce4401bfe9b5c761fb80bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:52:49Z', 'updated_at': '2022-04-06T12:01:40Z', 'revision_number': 6, 'project_id': '49edb9de1dce4401bfe9b5c761fb80bd', 'gw_port_host': None}] {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:01:40.769604 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c09287-a07e-4d0c-81ee-9784290bebe0 req-bce0aef8-db1e-4436-b5f2-1c0c880587b2 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:40.771288 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b9c09287-a07e-4d0c-81ee-9784290bebe0 req-bce0aef8-db1e-4436-b5f2-1c0c880587b2 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=54952b2a-5ad3-4751-b3ad-9d3908178f4f HTTP/1.1" status: 200 len: 944 time: 0.2089252 Apr 06 12:01:40.781509 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea3e23-6aec-41c1-ba06-0bc641c90350 req-9f8759a2-eeb0-4f0b-8d2a-8b6afa88814e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:40.782968 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a4ea3e23-6aec-41c1-ba06-0bc641c90350 req-9f8759a2-eeb0-4f0b-8d2a-8b6afa88814e service neutron] 10.222.0.53 "GET /v2.0/networks?id=99bd6fac-a9a5-4214-bfa7-98f9f937fa30 HTTP/1.1" status: 200 len: 913 time: 0.1944761 Apr 06 12:01:40.870875 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a4ea3e23-6aec-41c1-ba06-0bc641c90350 req-28519930-d4a7-43b2-b5c2-92d79a58e0cc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d42d6b96-4e94-46a5-b183-f748b9da3435 HTTP/1.1" status: 200 len: 217 time: 0.0803866 Apr 06 12:01:40.960741 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b9c09287-a07e-4d0c-81ee-9784290bebe0 req-0d00ee88-cf91-429a-a370-ea6ddfdce683 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=0313a9b3-536c-4b4b-a600-17f9537d87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829455 Apr 06 12:01:40.963737 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea3e23-6aec-41c1-ba06-0bc641c90350 req-41ad00c1-5ffa-481d-a658-557596ece9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:40.965282 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a4ea3e23-6aec-41c1-ba06-0bc641c90350 req-41ad00c1-5ffa-481d-a658-557596ece9b9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=30cc3b5e-6713-4293-92dc-273ba182e38b HTTP/1.1" status: 200 len: 851 time: 0.0885592 Apr 06 12:01:41.040284 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8dedc6f3-de5b-4726-8e3d-4b3e8240b0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (36619a9c-11da-4569-ab35-735e28f87c68), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:41.079528 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedc6f3-de5b-4726-8e3d-4b3e8240b0a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=36619a9c-11da-4569-ab35-735e28f87c68,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:41.085047 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea3e23-6aec-41c1-ba06-0bc641c90350 req-c1da927c-3d03-4349-8404-04db85fd326b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:41.086633 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a4ea3e23-6aec-41c1-ba06-0bc641c90350 req-c1da927c-3d03-4349-8404-04db85fd326b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99bd6fac-a9a5-4214-bfa7-98f9f937fa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1155164 Apr 06 12:01:41.213035 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8dedc6f3-de5b-4726-8e3d-4b3e8240b0a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430272'] for router_gateway (1d568ccd-90f8-4ce8-b302-e5619d23ea5a), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:41.333365 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8dedc6f3-de5b-4726-8e3d-4b3e8240b0a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2514'] for router (1d568ccd-90f8-4ce8-b302-e5619d23ea5a), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:41.336570 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a4ea3e23-6aec-41c1-ba06-0bc641c90350 req-c3eac7e9-b031-4a4e-a0b2-79b382c32bdc service neutron] 10.222.0.53 "GET /v2.0/networks/99bd6fac-a9a5-4214-bfa7-98f9f937fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280962 Apr 06 12:01:41.337726 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8dedc6f3-de5b-4726-8e3d-4b3e8240b0a3 admin admin] Publish callbacks [] for router_controller (1d568ccd-90f8-4ce8-b302-e5619d23ea5a), precommit_delete_associations {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:41.386830 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8dedc6f3-de5b-4726-8e3d-4b3e8240b0a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-433530'] for router (1d568ccd-90f8-4ce8-b302-e5619d23ea5a), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:41.387966 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dedc6f3-de5b-4726-8e3d-4b3e8240b0a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d568ccd-90f8-4ce8-b302-e5619d23ea5a {{(pid=110260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 12:01:41.392296 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8dedc6f3-de5b-4726-8e3d-4b3e8240b0a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:41.393502 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-8dedc6f3-de5b-4726-8e3d-4b3e8240b0a3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/1d568ccd-90f8-4ce8-b302-e5619d23ea5a HTTP/1.1" status: 204 len: 168 time: 1.3443952 Apr 06 12:01:41.396094 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 51916) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:01:41.503052 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_v2 [None req-eab2d27d-9abd-4396-88b2-7739f9f4ea16 admin admin] Deleting subnet 82c4efff-6d12-42e3-8952-ada16d93d232 {{(pid=110260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:01:41.511501 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-eab2d27d-9abd-4396-88b2-7739f9f4ea16 admin admin] Publish callbacks [] for subnet (82c4efff-6d12-42e3-8952-ada16d93d232), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:41.576670 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-eab2d27d-9abd-4396-88b2-7739f9f4ea16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5214045'] for subnet (82c4efff-6d12-42e3-8952-ada16d93d232), precommit_delete_associations {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:41.580271 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a4ea3e23-6aec-41c1-ba06-0bc641c90350 req-2beeb666-d88c-483c-88ad-484c8c5fc3cf service neutron] 10.222.0.53 "GET /v2.0/networks/99bd6fac-a9a5-4214-bfa7-98f9f937fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497889 Apr 06 12:01:41.618977 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 792370f7-10f4-446a-96da-2732b5e57409 no longer exists at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:01:41.663451 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] No Port match for: 792370f7-10f4-446a-96da-2732b5e57409 {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:01:41.664056 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 792370f7-10f4-446a-96da-2732b5e57409 not bound to the agent host dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:01:41.684078 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-eab2d27d-9abd-4396-88b2-7739f9f4ea16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540055'] for subnet (82c4efff-6d12-42e3-8952-ada16d93d232), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:41.767544 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-eab2d27d-9abd-4396-88b2-7739f9f4ea16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1540056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4263529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4228261'] for subnet (82c4efff-6d12-42e3-8952-ada16d93d232), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:41.798224 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2d27d-9abd-4396-88b2-7739f9f4ea16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82c4efff-6d12-42e3-8952-ada16d93d232,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:41.809929 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fa403e-8255-41d9-a858-e4846e54842c None None] Network 18be586a-740f-4fbb-a5ae-799b34510182 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:01:41.819649 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-eab2d27d-9abd-4396-88b2-7739f9f4ea16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:41.826674 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 51932) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:01:41.834730 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-eab2d27d-9abd-4396-88b2-7739f9f4ea16 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/82c4efff-6d12-42e3-8952-ada16d93d232 HTTP/1.1" status: 204 len: 168 time: 0.4375353 Apr 06 12:01:41.836951 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97caa2d9-ec55-4637-bb1d-f3484f0a38e1 req-089317cd-ba08-4892-8b61-b42f7510ce6d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:41.839592 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-97caa2d9-ec55-4637-bb1d-f3484f0a38e1 req-089317cd-ba08-4892-8b61-b42f7510ce6d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 945 time: 0.0797737 Apr 06 12:01:41.971443 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-ce72c383-ae47-4dc2-a63d-9870f9745839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448080'] for network (18be586a-740f-4fbb-a5ae-799b34510182), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:41.982119 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-97caa2d9-ec55-4637-bb1d-f3484f0a38e1 req-f9bf198f-530c-4597-88b2-da061e9dbe12 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342554 Apr 06 12:01:42.047882 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a83863-8c20-4809-b756-7e161b02f249 None None] DHCP port deletion for 18be586a-740f-4fbb-a5ae-799b34510182 request from dv-cinder-836074-2-iscsi {{(pid=110261) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 12:01:42.092466 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-ce72c383-ae47-4dc2-a63d-9870f9745839 admin admin] Deleting port 17378ba4-7992-446d-9b94-34480ae2fb33 {{(pid=110259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:01:42.093046 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-ce72c383-ae47-4dc2-a63d-9870f9745839 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (17378ba4-7992-446d-9b94-34480ae2fb33), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:42.134449 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3870d7-e349-4eb6-b5d7-090d07d45923 req-4dc23212-75f0-465d-87ab-089d213c1c51 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:42.137017 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-22a83863-8c20-4809-b756-7e161b02f249 None None] Deleting port 17378ba4-7992-446d-9b94-34480ae2fb33 {{(pid=110261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:01:42.138616 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-22a83863-8c20-4809-b756-7e161b02f249 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (17378ba4-7992-446d-9b94-34480ae2fb33), before_delete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:42.144853 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8d3870d7-e349-4eb6-b5d7-090d07d45923 req-4dc23212-75f0-465d-87ab-089d213c1c51 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=54952b2a-5ad3-4751-b3ad-9d3908178f4f HTTP/1.1" status: 200 len: 944 time: 0.0798380 Apr 06 12:01:42.203332 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8d3870d7-e349-4eb6-b5d7-090d07d45923 req-c1deb685-010d-4f47-8c49-b59a5bce4d2b tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=0313a9b3-536c-4b4b-a600-17f9537d87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572822 Apr 06 12:01:42.205998 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.db [None req-ce72c383-ae47-4dc2-a63d-9870f9745839 admin admin] For port 17378ba4-7992-446d-9b94-34480ae2fb33, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=17378ba4-7992-446d-9b94-34480ae2fb33,segment=NetworkSegment(34a93b16-4b2a-4b8b-9265-0dc76b69ceaa),segment_id=34a93b16-4b2a-4b8b-9265-0dc76b69ceaa)] {{(pid=110259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:01:42.206297 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-ce72c383-ae47-4dc2-a63d-9870f9745839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (17378ba4-7992-446d-9b94-34480ae2fb33), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:42.223330 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-ce72c383-ae47-4dc2-a63d-9870f9745839 admin admin] Calling delete_port for 17378ba4-7992-446d-9b94-34480ae2fb33 owned by network:dhcp {{(pid=110259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:01:42.242963 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-22a83863-8c20-4809-b756-7e161b02f249 None None] For port 17378ba4-7992-446d-9b94-34480ae2fb33, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=17378ba4-7992-446d-9b94-34480ae2fb33,segment=NetworkSegment(34a93b16-4b2a-4b8b-9265-0dc76b69ceaa),segment_id=34a93b16-4b2a-4b8b-9265-0dc76b69ceaa)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:01:42.243366 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-22a83863-8c20-4809-b756-7e161b02f249 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (17378ba4-7992-446d-9b94-34480ae2fb33), precommit_delete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:42.279437 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-22a83863-8c20-4809-b756-7e161b02f249 None None] Calling delete_port for 17378ba4-7992-446d-9b94-34480ae2fb33 owned by network:dhcp {{(pid=110261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:01:42.287903 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-f57cfe36-5dc6-43b9-ad23-1a771c83fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:42.299705 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device d42d6b96-4e94-46a5-b183-f748b9da3435 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:01:42.344785 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-ce72c383-ae47-4dc2-a63d-9870f9745839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (17378ba4-7992-446d-9b94-34480ae2fb33), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:42.371420 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce72c383-ae47-4dc2-a63d-9870f9745839 admin admin] No DVR routers for this DVR port 17378ba4-7992-446d-9b94-34480ae2fb33 on host dv-cinder-836074-2-iscsi {{(pid=110259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:01:42.427093 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce72c383-ae47-4dc2-a63d-9870f9745839 admin admin] Pushing event deleted for resources: {'Port': ['ID=17378ba4-7992-446d-9b94-34480ae2fb33,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:42.478516 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-22a83863-8c20-4809-b756-7e161b02f249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237'] for port (17378ba4-7992-446d-9b94-34480ae2fb33), after_delete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:42.514157 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-ce72c383-ae47-4dc2-a63d-9870f9745839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1537324', 'neutron.services.segments.db._delete_segments_for_network-8743157203577'] for network (18be586a-740f-4fbb-a5ae-799b34510182), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:42.527145 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a83863-8c20-4809-b756-7e161b02f249 None None] Pushing event deleted for resources: {'Port': ['ID=17378ba4-7992-446d-9b94-34480ae2fb33,revision_number=None']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:42.538154 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a83863-8c20-4809-b756-7e161b02f249 None None] No DVR routers for this DVR port 17378ba4-7992-446d-9b94-34480ae2fb33 on host dv-cinder-836074-2-iscsi {{(pid=110261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:01:42.556806 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.services.segments.db [None req-ce72c383-ae47-4dc2-a63d-9870f9745839 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18be586a-740f-4fbb-a5ae-799b34510182']}} {{(pid=110259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:01:42.568231 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.services.segments.db [None req-ce72c383-ae47-4dc2-a63d-9870f9745839 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a93b16-4b2a-4b8b-9265-0dc76b69ceaa') {'for_net_delete': True} {{(pid=110259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:01:42.569656 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.services.segments.db [None req-ce72c383-ae47-4dc2-a63d-9870f9745839 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a93b16-4b2a-4b8b-9265-0dc76b69ceaa') {} {{(pid=110259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:01:42.583115 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port d42d6b96-4e94-46a5-b183-f748b9da3435, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d42d6b96-4e94-46a5-b183-f748b9da3435,segment=NetworkSegment(d73cce00-15b1-40fb-ad57-8913535f579d),segment_id=d73cce00-15b1-40fb-ad57-8913535f579d)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:01:42.603423 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Returning: {'device': 'd42d6b96-4e94-46a5-b183-f748b9da3435', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'port_id': 'd42d6b96-4e94-46a5-b183-f748b9da3435', 'mac_address': 'fa:16:3e:fb:d8:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:01:42.614030 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-ce72c383-ae47-4dc2-a63d-9870f9745839 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743157202306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4434089'] for segment (34a93b16-4b2a-4b8b-9265-0dc76b69ceaa), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:42.632076 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-ce72c383-ae47-4dc2-a63d-9870f9745839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (34a93b16-4b2a-4b8b-9265-0dc76b69ceaa), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:42.633624 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:01:42.642086 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce72c383-ae47-4dc2-a63d-9870f9745839 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=110259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:01:42.643299 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-ce72c383-ae47-4dc2-a63d-9870f9745839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4352449'] for segment (34a93b16-4b2a-4b8b-9265-0dc76b69ceaa), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:42.645770 dv-cinder-836074-2-iscsi neutron-server[110259]: Traceback (most recent call last): Apr 06 12:01:42.645770 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:01:42.645770 dv-cinder-836074-2-iscsi neutron-server[110259]: timer() Apr 06 12:01:42.645770 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:01:42.645770 dv-cinder-836074-2-iscsi neutron-server[110259]: cb(*args, **kw) Apr 06 12:01:42.645770 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:01:42.645770 dv-cinder-836074-2-iscsi neutron-server[110259]: return func(*args, **kwargs) Apr 06 12:01:42.645770 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:01:42.645770 dv-cinder-836074-2-iscsi neutron-server[110259]: self._notify() Apr 06 12:01:42.645770 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:01:42.645770 dv-cinder-836074-2-iscsi neutron-server[110259]: self.callback(batched_events) Apr 06 12:01:42.645770 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:01:42.645770 dv-cinder-836074-2-iscsi neutron-server[110259]: event.method(event) Apr 06 12:01:42.645770 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:01:42.645770 dv-cinder-836074-2-iscsi neutron-server[110259]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:01:42.645770 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:01:42.645770 dv-cinder-836074-2-iscsi neutron-server[110259]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:01:42.645770 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:01:42.645770 dv-cinder-836074-2-iscsi neutron-server[110259]: return f(self, *a, **k) Apr 06 12:01:42.645770 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:01:42.645770 dv-cinder-836074-2-iscsi neutron-server[110259]: return self._get(url).json() Apr 06 12:01:42.645770 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:01:42.645770 dv-cinder-836074-2-iscsi neutron-server[110259]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:01:42.645770 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:01:42.645770 dv-cinder-836074-2-iscsi neutron-server[110259]: return self.request(url, 'GET', **kwargs) Apr 06 12:01:42.645770 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:01:42.645770 dv-cinder-836074-2-iscsi neutron-server[110259]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:01:42.645770 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:01:42.645770 dv-cinder-836074-2-iscsi neutron-server[110259]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:01:42.645770 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:01:42.645770 dv-cinder-836074-2-iscsi neutron-server[110259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:01:42.645770 dv-cinder-836074-2-iscsi neutron-server[110259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:01:42.658201 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port d42d6b96-4e94-46a5-b183-f748b9da3435 is: DOWN; New status is: BUILD {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:01:42.658869 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (d42d6b96-4e94-46a5-b183-f748b9da3435), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:42.683757 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42d6b96-4e94-46a5-b183-f748b9da3435 {{(pid=110261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:01:42.707863 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port d42d6b96-4e94-46a5-b183-f748b9da3435, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d42d6b96-4e94-46a5-b183-f748b9da3435,segment=NetworkSegment(d73cce00-15b1-40fb-ad57-8913535f579d),segment_id=d73cce00-15b1-40fb-ad57-8913535f579d)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:01:42.713931 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (d42d6b96-4e94-46a5-b183-f748b9da3435), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:42.714999 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-ce72c383-ae47-4dc2-a63d-9870f9745839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1537365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430244'] for network (18be586a-740f-4fbb-a5ae-799b34510182), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:42.724841 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-ce72c383-ae47-4dc2-a63d-9870f9745839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:42.728615 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-ce72c383-ae47-4dc2-a63d-9870f9745839 admin admin] 10.222.0.39 "DELETE /v2.0/networks/18be586a-740f-4fbb-a5ae-799b34510182 HTTP/1.1" status: 204 len: 168 time: 0.8878074 Apr 06 12:01:42.749088 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce72c383-ae47-4dc2-a63d-9870f9745839 admin admin] Pushing event deleted for resources: {'Network': ['ID=18be586a-740f-4fbb-a5ae-799b34510182,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:42.783123 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=d42d6b96-4e94-46a5-b183-f748b9da3435,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:42.894509 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 51954) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:01:42.978232 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-6da1d6e5-e1ef-44e9-bab7-5e4d8427503b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c61da0b3453a4380b55109d369f70604&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0793972 Apr 06 12:01:42.980199 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 51956) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:01:43.083775 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-965a23fc-7b5e-4d6a-8e00-455b6cf89cc1 admin admin] Publish callbacks [] for security_group (2ad1a4c9-992d-479f-b43e-7d7d9e3d001c), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:43.131008 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-965a23fc-7b5e-4d6a-8e00-455b6cf89cc1 admin admin] Publish callbacks [] for security_group (2ad1a4c9-992d-479f-b43e-7d7d9e3d001c), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:43.163399 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['d42d6b96-4e94-46a5-b183-f748b9da3435'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:01:43.245948 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-965a23fc-7b5e-4d6a-8e00-455b6cf89cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (2ad1a4c9-992d-479f-b43e-7d7d9e3d001c), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:43.250413 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-965a23fc-7b5e-4d6a-8e00-455b6cf89cc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:43.254980 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-965a23fc-7b5e-4d6a-8e00-455b6cf89cc1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2ad1a4c9-992d-479f-b43e-7d7d9e3d001c HTTP/1.1" status: 204 len: 168 time: 0.2706048 Apr 06 12:01:43.281375 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a23fc-7b5e-4d6a-8e00-455b6cf89cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad1a4c9-992d-479f-b43e-7d7d9e3d001c,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:43.296452 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f533c3-c1c8-4318-b739-fc8767d03e13 req-805e13e6-b15f-4d55-aa82-222429c9e27f tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:43.316170 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-00f533c3-c1c8-4318-b739-fc8767d03e13 req-805e13e6-b15f-4d55-aa82-222429c9e27f tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 945 time: 0.1953356 Apr 06 12:01:43.369430 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 17378ba4-7992-446d-9b94-34480ae2fb33 no longer exists at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:01:43.422852 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-00f533c3-c1c8-4318-b739-fc8767d03e13 req-b5e8d1a4-9123-46bb-9ff2-191561724c85 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973680 Apr 06 12:01:43.480678 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] No Port match for: 17378ba4-7992-446d-9b94-34480ae2fb33 {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:01:43.481635 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 17378ba4-7992-446d-9b94-34480ae2fb33 not bound to the agent host dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:01:43.482238 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 36619a9c-11da-4569-ab35-735e28f87c68 no longer exists at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:01:43.513540 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc49afe-70ed-4fc3-87d2-d2ee81a6b614 req-3b166397-8b8b-4439-8abf-66ca06a800a7 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:43.526160 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bcc49afe-70ed-4fc3-87d2-d2ee81a6b614 req-3b166397-8b8b-4439-8abf-66ca06a800a7 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=54952b2a-5ad3-4751-b3ad-9d3908178f4f HTTP/1.1" status: 200 len: 945 time: 0.1388440 Apr 06 12:01:43.534265 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] No Port match for: 36619a9c-11da-4569-ab35-735e28f87c68 {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:01:43.534906 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 36619a9c-11da-4569-ab35-735e28f87c68 not bound to the agent host dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:01:43.615143 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bcc49afe-70ed-4fc3-87d2-d2ee81a6b614 req-56adc224-93ff-4593-bb97-06d3ec92963d tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=0313a9b3-536c-4b4b-a600-17f9537d87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818880 Apr 06 12:01:43.842897 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 51966) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:01:43.894149 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-fe6f245d-46f9-4ee1-b05d-c0a62fc7ffb4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=49edb9de1dce4401bfe9b5c761fb80bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497670 Apr 06 12:01:43.896635 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 51968) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:01:43.972659 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-6f1816e2-d129-4dbb-8608-cc2739715c3e admin admin] Publish callbacks [] for security_group (51c40c77-7d43-44a1-9ab7-eba8d019a34a), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:43.999003 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-6f1816e2-d129-4dbb-8608-cc2739715c3e admin admin] Publish callbacks [] for security_group (51c40c77-7d43-44a1-9ab7-eba8d019a34a), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:44.087500 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-6f1816e2-d129-4dbb-8608-cc2739715c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (51c40c77-7d43-44a1-9ab7-eba8d019a34a), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:44.091149 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-6f1816e2-d129-4dbb-8608-cc2739715c3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:44.092459 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-6f1816e2-d129-4dbb-8608-cc2739715c3e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/51c40c77-7d43-44a1-9ab7-eba8d019a34a HTTP/1.1" status: 204 len: 168 time: 0.1945956 Apr 06 12:01:44.101745 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1816e2-d129-4dbb-8608-cc2739715c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c40c77-7d43-44a1-9ab7-eba8d019a34a,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:44.467992 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device d42d6b96-4e94-46a5-b183-f748b9da3435 up at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:01:44.503277 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:44.575863 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning for port d42d6b96-4e94-46a5-b183-f748b9da3435 completed by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:01:44.582990 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning complete for port d42d6b96-4e94-46a5-b183-f748b9da3435 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:01:44.583825 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (d42d6b96-4e94-46a5-b183-f748b9da3435), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:44.624609 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7b7e4-3258-445d-a151-c3a4f762bfb4 req-57981caa-6323-4394-8d87-9ad087f63fa6 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:44.632669 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-aef7b7e4-3258-445d-a151-c3a4f762bfb4 req-57981caa-6323-4394-8d87-9ad087f63fa6 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 945 time: 0.0892048 Apr 06 12:01:44.696546 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-aef7b7e4-3258-445d-a151-c3a4f762bfb4 req-0e1e3d4d-7f5a-4faa-8448-7096e27b5beb tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639439 Apr 06 12:01:44.741231 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port d42d6b96-4e94-46a5-b183-f748b9da3435 is: BUILD; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:01:44.741630 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (d42d6b96-4e94-46a5-b183-f748b9da3435), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:44.776399 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54952b2a-5ad3-4751-b3ad-9d3908178f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42d6b96-4e94-46a5-b183-f748b9da3435'}] {{(pid=110261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:01:44.779435 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa90572765a02b80253351879fa6496fbbfbce8a00fa36c7b280133d65d0c1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40149353-e5c9-4478-8688-54d62cdd1785" -d '{"events": [{"server_uuid": "54952b2a-5ad3-4751-b3ad-9d3908178f4f", "name": "network-vif-plugged", "status": "completed", "tag": "d42d6b96-4e94-46a5-b183-f748b9da3435"}]}' {{(pid=110261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:01:44.817647 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b7434-3e58-4289-89f1-5961d86da75f req-3aae6c59-84c6-459d-8e4c-f9828bb6ddff tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:44.819502 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-587b7434-3e58-4289-89f1-5961d86da75f req-3aae6c59-84c6-459d-8e4c-f9828bb6ddff tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=54952b2a-5ad3-4751-b3ad-9d3908178f4f HTTP/1.1" status: 200 len: 945 time: 0.0798326 Apr 06 12:01:44.820064 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port d42d6b96-4e94-46a5-b183-f748b9da3435, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d42d6b96-4e94-46a5-b183-f748b9da3435,segment=NetworkSegment(d73cce00-15b1-40fb-ad57-8913535f579d),segment_id=d73cce00-15b1-40fb-ad57-8913535f579d)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:01:44.827779 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (d42d6b96-4e94-46a5-b183-f748b9da3435), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:44.868382 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6a7b49-24f0-4521-ac04-39e1e274580e x-openstack-request-id: req-9f6a7b49-24f0-4521-ac04-39e1e274580e {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:01:44.868997 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54952b2a-5ad3-4751-b3ad-9d3908178f4f", "name": "network-vif-plugged", "status": "completed", "tag": "d42d6b96-4e94-46a5-b183-f748b9da3435", "code": 200}]} {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:01:44.869406 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9f6a7b49-24f0-4521-ac04-39e1e274580e {{(pid=110261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:01:44.869975 dv-cinder-836074-2-iscsi neutron-server[110261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f6a7b49-24f0-4521-ac04-39e1e274580e'] response: {'server_uuid': '54952b2a-5ad3-4751-b3ad-9d3908178f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42d6b96-4e94-46a5-b183-f748b9da3435', 'code': 200} Apr 06 12:01:44.920431 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-587b7434-3e58-4289-89f1-5961d86da75f req-002d18a7-2a9a-4fd0-b2fb-15e44b5b9eda tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=0313a9b3-536c-4b4b-a600-17f9537d87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772021 Apr 06 12:01:44.930272 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=d42d6b96-4e94-46a5-b183-f748b9da3435,revision_number=5']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:45.119202 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4af152-5a10-4188-a296-e89078cca00f req-6e7a1d85-3ca1-403f-803a-cc951c2cf81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:45.120654 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-1f81e355-ebe4-4673-8607-3d9782f4a384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:45.124262 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-0b4af152-5a10-4188-a296-e89078cca00f req-6e7a1d85-3ca1-403f-803a-cc951c2cf81c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=54952b2a-5ad3-4751-b3ad-9d3908178f4f HTTP/1.1" status: 200 len: 1130 time: 0.0921004 Apr 06 12:01:45.204860 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-0b4af152-5a10-4188-a296-e89078cca00f req-878e4483-972b-4b04-8cac-539f16bdffd5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0313a9b3-536c-4b4b-a600-17f9537d87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717061 Apr 06 12:01:45.870132 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2048710-ee77-46e2-a2a1-dc4148a74343 req-238a3b43-515a-470d-abe9-5faf8fe3e130 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:45.872803 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b2048710-ee77-46e2-a2a1-dc4148a74343 req-238a3b43-515a-470d-abe9-5faf8fe3e130 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 945 time: 0.0690057 Apr 06 12:01:45.975891 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b2048710-ee77-46e2-a2a1-dc4148a74343 req-50b2b116-76e1-4e12-a2f4-22128a71252a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832291 Apr 06 12:01:46.136856 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb885aa9-e173-44b2-a06b-cf359f3872ce req-7b3dfcfd-d779-4654-aa92-1dd2d8434538 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:46.139112 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-cb885aa9-e173-44b2-a06b-cf359f3872ce req-7b3dfcfd-d779-4654-aa92-1dd2d8434538 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=54952b2a-5ad3-4751-b3ad-9d3908178f4f HTTP/1.1" status: 200 len: 946 time: 0.0896003 Apr 06 12:01:46.236086 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-cb885aa9-e173-44b2-a06b-cf359f3872ce req-462ac9f9-6a43-4948-8484-606abe8242cc tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=0313a9b3-536c-4b4b-a600-17f9537d87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868893 Apr 06 12:01:46.479173 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:47.147499 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059de42-c49d-4621-8914-1514565491e4 req-197bb515-f874-46e1-a915-c67546eff445 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:47.151027 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b059de42-c49d-4621-8914-1514565491e4 req-197bb515-f874-46e1-a915-c67546eff445 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 945 time: 0.0886693 Apr 06 12:01:47.268627 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b059de42-c49d-4621-8914-1514565491e4 req-110c549f-395f-4b5e-b073-4436fbd19632 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100826 Apr 06 12:01:47.437713 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadbeda-f616-4010-a402-d43b0e913390 req-37005a5a-f0bc-4bb8-a5c5-16c96f06b4ad tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:47.440110 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-eeadbeda-f616-4010-a402-d43b0e913390 req-37005a5a-f0bc-4bb8-a5c5-16c96f06b4ad tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=54952b2a-5ad3-4751-b3ad-9d3908178f4f HTTP/1.1" status: 200 len: 946 time: 0.0809658 Apr 06 12:01:47.524779 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-eeadbeda-f616-4010-a402-d43b0e913390 req-71a446a3-fc66-4ca4-86ad-fc507486ee51 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=0313a9b3-536c-4b4b-a600-17f9537d87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735204 Apr 06 12:01:47.682995 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c7ba8-2dbe-4432-b8d3-4ebf0addb417 req-b99ec663-cc21-4920-a846-177d917b805e tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:47.686357 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-cc9c7ba8-2dbe-4432-b8d3-4ebf0addb417 req-b99ec663-cc21-4920-a846-177d917b805e tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=54952b2a-5ad3-4751-b3ad-9d3908178f4f HTTP/1.1" status: 200 len: 946 time: 0.0678916 Apr 06 12:01:47.702524 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 51992) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:01:47.707126 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-c361b30f-ae7f-4253-806f-68d9059c6292 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Request body: {'floatingip': {'port_id': 'd42d6b96-4e94-46a5-b183-f748b9da3435'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:01:47.790362 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c361b30f-ae7f-4253-806f-68d9059c6292 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for floatingip (be461330-6367-4b32-a769-15c5029a584c), before_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:48.488792 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837dea8-92fc-4cd9-a7d7-00fe52d3b12b req-42a34eee-7eeb-4e9e-b164-4e2cfe364a7d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:48.497533 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8837dea8-92fc-4cd9-a7d7-00fe52d3b12b req-42a34eee-7eeb-4e9e-b164-4e2cfe364a7d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 945 time: 0.0807397 Apr 06 12:01:48.584504 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8837dea8-92fc-4cd9-a7d7-00fe52d3b12b req-422b6eaa-3b7e-472c-97e3-16795a67a78e tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849812 Apr 06 12:01:48.631995 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c361b30f-ae7f-4253-806f-68d9059c6292 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:48.640491 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c361b30f-ae7f-4253-806f-68d9059c6292 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (be461330-6367-4b32-a769-15c5029a584c), after_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:48.775703 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.db.l3_db [None req-c361b30f-ae7f-4253-806f-68d9059c6292 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Floating IP be461330-6367-4b32-a769-15c5029a584c associated. External IP: 172.27.1.194, port: d42d6b96-4e94-46a5-b183-f748b9da3435. Apr 06 12:01:48.781958 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:49.156206 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c361b30f-ae7f-4253-806f-68d9059c6292 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:01:49.318106 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c361b30f-ae7f-4253-806f-68d9059c6292 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:01:49.321590 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:49.327759 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c361b30f-ae7f-4253-806f-68d9059c6292 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:49.338432 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db58eca-fa78-4756-9ae5-b59fe4f03892 None None] Sync routers for ids ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:01:49.354866 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db58eca-fa78-4756-9ae5-b59fe4f03892 None None] Routers {'1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:01:49.356307 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-6db58eca-fa78-4756-9ae5-b59fe4f03892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:01:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:01:49.390833 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-c361b30f-ae7f-4253-806f-68d9059c6292 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "PUT /v2.0/floatingips/be461330-6367-4b32-a769-15c5029a584c HTTP/1.1" status: 200 len: 992 time: 1.6869152 Apr 06 12:01:49.391895 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54952b2a-5ad3-4751-b3ad-9d3908178f4f', 'tag': 'd42d6b96-4e94-46a5-b183-f748b9da3435'}] {{(pid=110259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:01:49.397428 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c7c8e3a7af7eec310205c5f765578dca3c187f66a15f537813450f68a58a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7f4e47-4176-439a-9a4a-d37c48948584" -d '{"events": [{"name": "network-changed", "server_uuid": "54952b2a-5ad3-4751-b3ad-9d3908178f4f", "tag": "d42d6b96-4e94-46a5-b183-f748b9da3435"}]}' {{(pid=110259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:01:49.447127 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbcf0d6c-449f-4468-a936-a49cfa29e198 x-openstack-request-id: req-cbcf0d6c-449f-4468-a936-a49cfa29e198 {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:01:49.447585 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54952b2a-5ad3-4751-b3ad-9d3908178f4f", "tag": "d42d6b96-4e94-46a5-b183-f748b9da3435", "status": "completed", "code": 200}]} {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:01:49.448014 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cbcf0d6c-449f-4468-a936-a49cfa29e198 {{(pid=110259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:01:49.448622 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbcf0d6c-449f-4468-a936-a49cfa29e198'] response: {'name': 'network-changed', 'server_uuid': '54952b2a-5ad3-4751-b3ad-9d3908178f4f', 'tag': 'd42d6b96-4e94-46a5-b183-f748b9da3435', 'status': 'completed', 'code': 200} Apr 06 12:01:49.524917 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-6db58eca-fa78-4756-9ae5-b59fe4f03892 None None] Set router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:01:49.602313 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f4e47-4176-439a-9a4a-d37c48948584 req-77ecfb39-1945-4da7-98c4-82a78b7b0e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:49.606469 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-0d7f4e47-4176-439a-9a4a-d37c48948584 req-77ecfb39-1945-4da7-98c4-82a78b7b0e5d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6bf3687e8d0448cfb29d393230e0fba3&device_id=54952b2a-5ad3-4751-b3ad-9d3908178f4f HTTP/1.1" status: 200 len: 1130 time: 0.1076732 Apr 06 12:01:49.812551 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-6db58eca-fa78-4756-9ae5-b59fe4f03892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '61f17581-a107-4585-9edf-2a1a789a5328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:19Z', 'revision_number': 4, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'gw_port': {'id': '61f17581-a107-4585-9edf-2a1a789a5328', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': 'be461330-6367-4b32-a769-15c5029a584c', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'floating_ip_address': '172.27.1.194', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'port_id': 'd42d6b96-4e94-46a5-b183-f748b9da3435', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'mac_address': 'fa:16:3e:fb:d8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54952b2a-5ad3-4751-b3ad-9d3908178f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:01:31Z', 'updated_at': '2022-04-06T12:01:48Z', 'revision_number': 1, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a3a1dc-eae8-4722-ac6e-afd2acc6accf', 'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'mac_address': 'fa:16:3e:62:15:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:17Z', 'updated_at': '2022-04-06T11:51:28Z', 'revision_number': 5, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'subnets': [{'id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:01:49.829807 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f4e47-4176-439a-9a4a-d37c48948584 req-e59a918e-4d3e-49f4-a53f-57c8b89e27c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:49.832863 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-0d7f4e47-4176-439a-9a4a-d37c48948584 req-e59a918e-4d3e-49f4-a53f-57c8b89e27c8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=99bd6fac-a9a5-4214-bfa7-98f9f937fa30 HTTP/1.1" status: 200 len: 913 time: 0.2194474 Apr 06 12:01:49.848083 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db58eca-fa78-4756-9ae5-b59fe4f03892 None None] Checking router: 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:01:49.857824 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db58eca-fa78-4756-9ae5-b59fe4f03892 None None] Routers {'1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:01:49.858472 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-6db58eca-fa78-4756-9ae5-b59fe4f03892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:01:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:01:49.932192 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-0d7f4e47-4176-439a-9a4a-d37c48948584 req-75b6d010-501e-4349-8ebe-c80389c48eaf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d42d6b96-4e94-46a5-b183-f748b9da3435 HTTP/1.1" status: 200 len: 1000 time: 0.0836215 Apr 06 12:01:50.001427 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-6db58eca-fa78-4756-9ae5-b59fe4f03892 None None] Set router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:01:50.026908 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f4e47-4176-439a-9a4a-d37c48948584 req-2418d29f-853e-44e2-bd02-142b2233bc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:50.029066 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-0d7f4e47-4176-439a-9a4a-d37c48948584 req-2418d29f-853e-44e2-bd02-142b2233bc3e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=30cc3b5e-6713-4293-92dc-273ba182e38b HTTP/1.1" status: 200 len: 851 time: 0.0685217 Apr 06 12:01:50.080852 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55468d-703a-4558-abc4-f62c7c1de986 req-c0c08fde-857f-4efb-9eb7-b7dfa0eb94d5 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:50.082456 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-1c55468d-703a-4558-abc4-f62c7c1de986 req-c0c08fde-857f-4efb-9eb7-b7dfa0eb94d5 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 945 time: 0.2480745 Apr 06 12:01:50.140902 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f4e47-4176-439a-9a4a-d37c48948584 req-8bf92b34-f064-43bf-a460-fd03d546ae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:50.142419 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-0d7f4e47-4176-439a-9a4a-d37c48948584 req-8bf92b34-f064-43bf-a460-fd03d546ae1e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99bd6fac-a9a5-4214-bfa7-98f9f937fa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1064293 Apr 06 12:01:50.240770 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-1c55468d-703a-4558-abc4-f62c7c1de986 req-6d2dc974-6677-408d-aaef-44ee3709cf40 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503730 Apr 06 12:01:50.326955 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-0d7f4e47-4176-439a-9a4a-d37c48948584 req-10ef9d03-77e9-4f1b-ae6b-96f6358a0e17 service neutron] 10.222.0.53 "GET /v2.0/networks/99bd6fac-a9a5-4214-bfa7-98f9f937fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662726 Apr 06 12:01:50.387772 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-6db58eca-fa78-4756-9ae5-b59fe4f03892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '61f17581-a107-4585-9edf-2a1a789a5328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:19Z', 'revision_number': 4, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'gw_port': {'id': '61f17581-a107-4585-9edf-2a1a789a5328', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': 'be461330-6367-4b32-a769-15c5029a584c', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'floating_ip_address': '172.27.1.194', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'port_id': 'd42d6b96-4e94-46a5-b183-f748b9da3435', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'mac_address': 'fa:16:3e:fb:d8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54952b2a-5ad3-4751-b3ad-9d3908178f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:01:31Z', 'updated_at': '2022-04-06T12:01:48Z', 'revision_number': 1, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a3a1dc-eae8-4722-ac6e-afd2acc6accf', 'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'mac_address': 'fa:16:3e:62:15:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:17Z', 'updated_at': '2022-04-06T11:51:28Z', 'revision_number': 5, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'subnets': [{'id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:01:50.431339 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db58eca-fa78-4756-9ae5-b59fe4f03892 None None] The sync data for ids ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'] in dv-cinder-836074-2-iscsi is: [{'id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '61f17581-a107-4585-9edf-2a1a789a5328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:19Z', 'revision_number': 4, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'gw_port': {'id': '61f17581-a107-4585-9edf-2a1a789a5328', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': 'be461330-6367-4b32-a769-15c5029a584c', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'floating_ip_address': '172.27.1.194', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'port_id': 'd42d6b96-4e94-46a5-b183-f748b9da3435', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'mac_address': 'fa:16:3e:fb:d8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54952b2a-5ad3-4751-b3ad-9d3908178f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:01:31Z', 'updated_at': '2022-04-06T12:01:48Z', 'revision_number': 1, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a3a1dc-eae8-4722-ac6e-afd2acc6accf', 'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'mac_address': 'fa:16:3e:62:15:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:17Z', 'updated_at': '2022-04-06T11:51:28Z', 'revision_number': 5, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'subnets': [{'id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:01:50.519200 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-0d7f4e47-4176-439a-9a4a-d37c48948584 req-fbdbc8ac-bd10-46f2-824f-4fe0e8fa3cbf service neutron] 10.222.0.53 "GET /v2.0/networks/99bd6fac-a9a5-4214-bfa7-98f9f937fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799507 Apr 06 12:01:50.694944 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1041e4c4-6f36-46b5-b99f-a58a23d8e673 None None] New status for floating IP be461330-6367-4b32-a769-15c5029a584c: ACTIVE {{(pid=110261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:01:51.405814 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3888ab-444d-4e9f-a662-69153e2b25ab req-440ff209-2bda-4a8a-8988-5774e222ad06 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:51.409374 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ef3888ab-444d-4e9f-a662-69153e2b25ab req-440ff209-2bda-4a8a-8988-5774e222ad06 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 945 time: 0.0765142 Apr 06 12:01:51.470060 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ef3888ab-444d-4e9f-a662-69153e2b25ab req-4ff90c63-c6f3-4e10-b56f-ad7c2fed7cc5 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551550 Apr 06 12:01:52.625194 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b8a3d-fe97-4ee8-b6c6-c06db4976e93 req-07bdbddc-9b75-48cc-8297-f26077b4845c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:52.626772 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ae9b8a3d-fe97-4ee8-b6c6-c06db4976e93 req-07bdbddc-9b75-48cc-8297-f26077b4845c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 945 time: 0.0768671 Apr 06 12:01:52.700381 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ae9b8a3d-fe97-4ee8-b6c6-c06db4976e93 req-2ee0ad70-bf51-4434-a1b4-6541da1de32d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670500 Apr 06 12:01:53.833291 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac19f01-8b80-48ef-b575-13f3879a1993 req-53f6e1db-d2ad-4cdb-8428-aa4547b7ec37 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:53.834822 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-bac19f01-8b80-48ef-b575-13f3879a1993 req-53f6e1db-d2ad-4cdb-8428-aa4547b7ec37 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 945 time: 0.0596302 Apr 06 12:01:53.885640 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-bac19f01-8b80-48ef-b575-13f3879a1993 req-31ddca4b-40cc-422c-ba17-7d2affd9055e tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452356 Apr 06 12:01:53.970860 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a45e3-f334-4490-bae3-922d31dc5e4c req-e89e3cb6-83c4-45ad-af3b-cba1dd21e46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:53.972372 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-080a45e3-f334-4490-bae3-922d31dc5e4c req-e89e3cb6-83c4-45ad-af3b-cba1dd21e46d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a2c38a64ffb4474b4a145f9808cc37f&device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 1129 time: 0.0515594 Apr 06 12:01:54.088960 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a45e3-f334-4490-bae3-922d31dc5e4c req-70aea7c3-24f8-4b83-9213-ad26e0b6d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:54.090371 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-080a45e3-f334-4490-bae3-922d31dc5e4c req-70aea7c3-24f8-4b83-9213-ad26e0b6d721 service neutron] 10.222.0.53 "GET /v2.0/networks?id=04e35c34-b38e-495d-ab59-a36a4ea05864 HTTP/1.1" status: 200 len: 917 time: 0.1122196 Apr 06 12:01:54.166081 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-080a45e3-f334-4490-bae3-922d31dc5e4c req-56ec2d08-8206-4508-9c31-df08031fd03b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 HTTP/1.1" status: 200 len: 1001 time: 0.0670621 Apr 06 12:01:54.221005 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a45e3-f334-4490-bae3-922d31dc5e4c req-d65cde59-c726-4150-85ca-d48c82031ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:54.223268 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-080a45e3-f334-4490-bae3-922d31dc5e4c req-d65cde59-c726-4150-85ca-d48c82031ec4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3051baf9-8ef0-43f1-94ee-3a605ed467b3 HTTP/1.1" status: 200 len: 855 time: 0.0502717 Apr 06 12:01:54.279786 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a45e3-f334-4490-bae3-922d31dc5e4c req-01b3e01e-ba80-4a65-9a30-9785d486df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:54.281372 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-080a45e3-f334-4490-bae3-922d31dc5e4c req-01b3e01e-ba80-4a65-9a30-9785d486df43 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04e35c34-b38e-495d-ab59-a36a4ea05864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524824 Apr 06 12:01:54.384633 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-080a45e3-f334-4490-bae3-922d31dc5e4c req-6088fe28-e610-4d42-b9fb-7961d0e847cb service neutron] 10.222.0.53 "GET /v2.0/networks/04e35c34-b38e-495d-ab59-a36a4ea05864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975635 Apr 06 12:01:54.486045 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-080a45e3-f334-4490-bae3-922d31dc5e4c req-9210fa04-25af-4c03-a43a-ceba3ec0a961 service neutron] 10.222.0.53 "GET /v2.0/networks/04e35c34-b38e-495d-ab59-a36a4ea05864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952032 Apr 06 12:01:55.019223 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56546da8-f337-4989-9622-e15be83bba8f req-f638ac3d-2e8d-443a-acab-2a019f285178 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:55.020833 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-56546da8-f337-4989-9622-e15be83bba8f req-f638ac3d-2e8d-443a-acab-2a019f285178 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 945 time: 0.0571957 Apr 06 12:01:55.074007 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-56546da8-f337-4989-9622-e15be83bba8f req-2eb5e04c-a54e-4da9-9117-ee76d56c1537 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464313 Apr 06 12:01:56.218484 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb74f3-84eb-45b0-974b-97d44d3fdd9b req-7dabe94b-3ae6-4e50-88a9-730e1f7809f4 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:56.220220 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a4bb74f3-84eb-45b0-974b-97d44d3fdd9b req-7dabe94b-3ae6-4e50-88a9-730e1f7809f4 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 945 time: 0.0671115 Apr 06 12:01:56.308254 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a4bb74f3-84eb-45b0-974b-97d44d3fdd9b req-79c90924-e4e8-4470-a2bb-71aae604da5a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770845 Apr 06 12:01:56.505578 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:01:56.592897 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 is: ACTIVE; New status is: DOWN {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:01:56.593413 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (8a24a007-df5f-4867-a8a9-2d1a4c5b2a75), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:56.623658 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62710ec7-65fc-4816-838c-a0ac81c52196', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a24a007-df5f-4867-a8a9-2d1a4c5b2a75'}] {{(pid=110261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:01:56.626064 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa90572765a02b80253351879fa6496fbbfbce8a00fa36c7b280133d65d0c1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041d7648-4a5a-4563-9a49-66ebc08a315a" -d '{"events": [{"server_uuid": "62710ec7-65fc-4816-838c-a0ac81c52196", "name": "network-vif-unplugged", "status": "completed", "tag": "8a24a007-df5f-4867-a8a9-2d1a4c5b2a75"}]}' {{(pid=110261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:01:56.642157 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8a24a007-df5f-4867-a8a9-2d1a4c5b2a75,segment=NetworkSegment(deb309b9-5789-464c-9c33-f60bf6e06a39),segment_id=deb309b9-5789-464c-9c33-f60bf6e06a39)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:01:56.648699 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (8a24a007-df5f-4867-a8a9-2d1a4c5b2a75), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:01:56.695003 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Apr 2022 12:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c2d294-4214-4dcc-9b27-e6bc394b83be x-openstack-request-id: req-26c2d294-4214-4dcc-9b27-e6bc394b83be {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:01:56.695377 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62710ec7-65fc-4816-838c-a0ac81c52196", "name": "network-vif-unplugged", "status": "failed", "tag": "8a24a007-df5f-4867-a8a9-2d1a4c5b2a75", "code": 422}]} {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:01:56.695847 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-26c2d294-4214-4dcc-9b27-e6bc394b83be {{(pid=110261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:01:56.696184 dv-cinder-836074-2-iscsi neutron-server[110261]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-26c2d294-4214-4dcc-9b27-e6bc394b83be']: {'server_uuid': '62710ec7-65fc-4816-838c-a0ac81c52196', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8a24a007-df5f-4867-a8a9-2d1a4c5b2a75', 'code': 422} returned with failed status Apr 06 12:01:56.712348 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=8a24a007-df5f-4867-a8a9-2d1a4c5b2a75,revision_number=8']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:01:57.451478 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bc2ba-4a3c-4b7d-a029-30fe1533f475 req-5ee0f303-2b7b-44d7-9888-f836163cf7ad tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:57.453329 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-969bc2ba-4a3c-4b7d-a029-30fe1533f475 req-5ee0f303-2b7b-44d7-9888-f836163cf7ad tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 943 time: 0.0661321 Apr 06 12:01:57.508884 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-969bc2ba-4a3c-4b7d-a029-30fe1533f475 req-4370f67e-561f-43d0-bf69-7b72e82d0f79 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471661 Apr 06 12:01:58.645936 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-dad4d5da-2520-4e0c-badc-5d7fabb30ba4 req-6e73f115-d1e3-4469-9958-b72d2a60fc76 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0578663 Apr 06 12:01:58.755092 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4d5da-2520-4e0c-badc-5d7fabb30ba4 req-d5d73b0e-0d98-4704-bc09-44908d8eeb13 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:58.756527 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-dad4d5da-2520-4e0c-badc-5d7fabb30ba4 req-d5d73b0e-0d98-4704-bc09-44908d8eeb13 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports/8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 HTTP/1.1" status: 200 len: 940 time: 0.0753717 Apr 06 12:01:58.783446 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3e0b6-8b6f-4142-9805-20d03a422678 req-e51645ee-0adf-498c-bcc7-37cb3d7d3873 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:58.785068 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-55e3e0b6-8b6f-4142-9805-20d03a422678 req-e51645ee-0adf-498c-bcc7-37cb3d7d3873 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 943 time: 0.0740318 Apr 06 12:01:58.837015 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-55e3e0b6-8b6f-4142-9805-20d03a422678 req-e41cf77f-c1c2-4d3a-b25d-503d1668f7c2 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460627 Apr 06 12:01:59.648779 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4d5da-2520-4e0c-badc-5d7fabb30ba4 req-96b5c5fe-dc88-4c0d-9746-9fe39aaa56b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:59.650323 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-dad4d5da-2520-4e0c-badc-5d7fabb30ba4 req-96b5c5fe-dc88-4c0d-9746-9fe39aaa56b4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196&tenant_id=1a2c38a64ffb4474b4a145f9808cc37f HTTP/1.1" status: 200 len: 1127 time: 0.0459256 Apr 06 12:01:59.727379 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4d5da-2520-4e0c-badc-5d7fabb30ba4 req-fac93610-8c31-4bd2-a882-9af030845900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:59.728983 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-dad4d5da-2520-4e0c-badc-5d7fabb30ba4 req-fac93610-8c31-4bd2-a882-9af030845900 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a2c38a64ffb4474b4a145f9808cc37f&device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 1127 time: 0.0464261 Apr 06 12:01:59.834115 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4d5da-2520-4e0c-badc-5d7fabb30ba4 req-0edb7bc9-4a05-46ff-b051-583a54175181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:01:59.835600 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-dad4d5da-2520-4e0c-badc-5d7fabb30ba4 req-0edb7bc9-4a05-46ff-b051-583a54175181 service neutron] 10.222.0.53 "GET /v2.0/networks?id=04e35c34-b38e-495d-ab59-a36a4ea05864 HTTP/1.1" status: 200 len: 917 time: 0.1002476 Apr 06 12:01:59.930079 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-dad4d5da-2520-4e0c-badc-5d7fabb30ba4 req-eb8e76ad-159c-4b4c-b578-851c6f3b2e40 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 HTTP/1.1" status: 200 len: 999 time: 0.0858662 Apr 06 12:02:00.008225 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4d5da-2520-4e0c-badc-5d7fabb30ba4 req-f67c136b-d855-4d61-8ce4-d758a2e5b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:00.009695 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-dad4d5da-2520-4e0c-badc-5d7fabb30ba4 req-f67c136b-d855-4d61-8ce4-d758a2e5b9e2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3051baf9-8ef0-43f1-94ee-3a605ed467b3 HTTP/1.1" status: 200 len: 855 time: 0.0614796 Apr 06 12:02:00.017671 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce803e6a-89c0-485a-a65a-1b5d4f2802fd req-27ea3907-6f29-4e8e-b067-9dd5cd5e71d4 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:00.019167 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ce803e6a-89c0-485a-a65a-1b5d4f2802fd req-27ea3907-6f29-4e8e-b067-9dd5cd5e71d4 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 943 time: 0.1036663 Apr 06 12:02:00.096929 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ce803e6a-89c0-485a-a65a-1b5d4f2802fd req-66dc362d-58e1-446a-ae90-0385b1940c16 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693531 Apr 06 12:02:00.101584 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4d5da-2520-4e0c-badc-5d7fabb30ba4 req-288675bd-a494-400e-bb79-e48b93e914b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:00.103058 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-dad4d5da-2520-4e0c-badc-5d7fabb30ba4 req-288675bd-a494-400e-bb79-e48b93e914b5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04e35c34-b38e-495d-ab59-a36a4ea05864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0830140 Apr 06 12:02:00.466203 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-dad4d5da-2520-4e0c-badc-5d7fabb30ba4 req-67f128aa-0ac6-49aa-afe2-39d9e5dd5746 service neutron] 10.222.0.53 "GET /v2.0/networks/04e35c34-b38e-495d-ab59-a36a4ea05864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559177 Apr 06 12:02:00.546463 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:02:00.568766 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-dad4d5da-2520-4e0c-badc-5d7fabb30ba4 req-2605359f-fade-43d8-89e0-39544cdbcdd9 service neutron] 10.222.0.53 "GET /v2.0/networks/04e35c34-b38e-495d-ab59-a36a4ea05864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967286 Apr 06 12:02:00.636392 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 is: DOWN; New status is: DOWN {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:02:01.239802 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabab65d-8bf9-4947-a1f4-50dec6436551 req-d4a81f70-037b-4dd2-ad11-ba75f11fd662 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:01.242304 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-fabab65d-8bf9-4947-a1f4-50dec6436551 req-d4a81f70-037b-4dd2-ad11-ba75f11fd662 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 943 time: 0.0664196 Apr 06 12:02:01.306742 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-fabab65d-8bf9-4947-a1f4-50dec6436551 req-096c2e22-9e6b-411e-91b4-37b9749ca6af tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578294 Apr 06 12:02:02.500922 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac13a3-8afb-4c0f-ac59-1118c0c2fe64 req-79bb7384-48fb-432a-a32a-71611af9dab1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:02.502967 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-21ac13a3-8afb-4c0f-ac59-1118c0c2fe64 req-79bb7384-48fb-432a-a32a-71611af9dab1 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 943 time: 0.0783575 Apr 06 12:02:02.576353 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-21ac13a3-8afb-4c0f-ac59-1118c0c2fe64 req-24ae3343-7a0f-42c3-abea-f91c2eb1a5b4 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639582 Apr 06 12:02:03.732846 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa85cc5-cae1-4934-b418-cd67be9960f1 req-7246234a-3690-48d8-989d-4b7d5e4dbc25 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:03.734598 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8aa85cc5-cae1-4934-b418-cd67be9960f1 req-7246234a-3690-48d8-989d-4b7d5e4dbc25 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 943 time: 0.0621605 Apr 06 12:02:03.803742 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8aa85cc5-cae1-4934-b418-cd67be9960f1 req-346a8a48-1904-4422-85c4-247f1221afcb tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627654 Apr 06 12:02:04.973557 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e31f8c-c638-407b-8caf-a35ac2549f0f req-0aa17a11-0693-443a-a4ca-954dadcf0c31 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:04.975245 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-00e31f8c-c638-407b-8caf-a35ac2549f0f req-0aa17a11-0693-443a-a4ca-954dadcf0c31 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 943 time: 0.0867021 Apr 06 12:02:05.051595 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-00e31f8c-c638-407b-8caf-a35ac2549f0f req-83dae659-8a33-4a36-be30-3b6caf659222 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649300 Apr 06 12:02:06.219064 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b2648-a0ad-4212-a788-6e21b7c5603d req-55f9e04a-1994-453e-938b-c36ea2ecefba tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:06.221925 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-265b2648-a0ad-4212-a788-6e21b7c5603d req-55f9e04a-1994-453e-938b-c36ea2ecefba tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 943 time: 0.0754063 Apr 06 12:02:06.292464 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-265b2648-a0ad-4212-a788-6e21b7c5603d req-900d0b37-6001-4fb0-9a4b-aa3b95c1f31c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637684 Apr 06 12:02:07.489039 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa480c3-4785-4835-ac4e-1d6aec333e0c req-9a719732-3fa5-4f17-bb81-fdbbe3a824bd tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:07.491803 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-cfa480c3-4785-4835-ac4e-1d6aec333e0c req-9a719732-3fa5-4f17-bb81-fdbbe3a824bd tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 943 time: 0.0888891 Apr 06 12:02:07.557246 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-cfa480c3-4785-4835-ac4e-1d6aec333e0c req-3567a122-e08c-4753-b238-6d51ab742eec tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592208 Apr 06 12:02:08.781404 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c6e7d-9fc5-4320-bfc0-c3d4e4f80a8f req-ac998856-8d2d-47d2-ab5b-8bf2bba23ada tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:08.783201 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1d5c6e7d-9fc5-4320-bfc0-c3d4e4f80a8f req-ac998856-8d2d-47d2-ab5b-8bf2bba23ada tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 943 time: 0.0951369 Apr 06 12:02:08.885168 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1d5c6e7d-9fc5-4320-bfc0-c3d4e4f80a8f req-908061cc-1769-4a7c-9282-c4e15b644609 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937281 Apr 06 12:02:10.036836 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306481f0-c487-405d-aa1e-69c61b86f19a req-09967a59-376a-4c5e-886d-21422e3107d6 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:10.038465 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-306481f0-c487-405d-aa1e-69c61b86f19a req-09967a59-376a-4c5e-886d-21422e3107d6 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 943 time: 0.0611691 Apr 06 12:02:10.096161 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-306481f0-c487-405d-aa1e-69c61b86f19a req-45502458-bd5b-4572-85db-3eaf7aece9f5 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495512 Apr 06 12:02:11.239327 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34922ef-8968-42dd-96bf-03cc3a7ffd40 req-b7fd433a-9542-4a47-a849-dc12ce992013 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:11.240954 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a34922ef-8968-42dd-96bf-03cc3a7ffd40 req-b7fd433a-9542-4a47-a849-dc12ce992013 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 943 time: 0.0577137 Apr 06 12:02:11.298365 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a34922ef-8968-42dd-96bf-03cc3a7ffd40 req-e91a5ed0-5f04-486c-a32a-a0f309f4c1ac tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474842 Apr 06 12:02:12.274604 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-370b27cf-bdfd-4a47-b73c-3c63193678a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:02:12.448319 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5bac6-7ac5-4f17-8873-30ed682e7e1f req-f47d5957-e7f1-43a2-9165-40a4a77eb44f tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:12.450120 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f1b5bac6-7ac5-4f17-8873-30ed682e7e1f req-f47d5957-e7f1-43a2-9165-40a4a77eb44f tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 943 time: 0.0731823 Apr 06 12:02:12.529025 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f1b5bac6-7ac5-4f17-8873-30ed682e7e1f req-a4ab87c6-10d7-4211-bc92-482a202c449e tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718095 Apr 06 12:02:13.667435 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2071b-c0a3-4659-8fd2-cd57afa8517a req-8f6bae53-2373-4f40-a4c1-7d81d69bca1f tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:13.669413 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-21b2071b-c0a3-4659-8fd2-cd57afa8517a req-8f6bae53-2373-4f40-a4c1-7d81d69bca1f tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 943 time: 0.0622847 Apr 06 12:02:13.728751 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-21b2071b-c0a3-4659-8fd2-cd57afa8517a req-5e0407ed-298d-469f-bf44-039f0c2daa78 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493381 Apr 06 12:02:14.481345 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:02:14.559264 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b470cc5-4749-4ee1-ac93-4d8b6c1218af req-a9c47342-3c9d-472d-9e93-bb1818ad7366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:14.561598 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8b470cc5-4749-4ee1-ac93-4d8b6c1218af req-a9c47342-3c9d-472d-9e93-bb1818ad7366 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a2c38a64ffb4474b4a145f9808cc37f&device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 1127 time: 0.0637438 Apr 06 12:02:14.685098 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b470cc5-4749-4ee1-ac93-4d8b6c1218af req-c50a8992-38d8-45e4-81d8-47ced5f47939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:14.686553 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8b470cc5-4749-4ee1-ac93-4d8b6c1218af req-c50a8992-38d8-45e4-81d8-47ced5f47939 service neutron] 10.222.0.53 "GET /v2.0/networks?id=04e35c34-b38e-495d-ab59-a36a4ea05864 HTTP/1.1" status: 200 len: 917 time: 0.1049137 Apr 06 12:02:14.767512 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8b470cc5-4749-4ee1-ac93-4d8b6c1218af req-c6f25369-e2ef-47cb-87f0-e69804b40fca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 HTTP/1.1" status: 200 len: 999 time: 0.0743320 Apr 06 12:02:14.822677 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b470cc5-4749-4ee1-ac93-4d8b6c1218af req-17f2af69-19f5-4e1a-86f8-a94b639fbd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:14.824202 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8b470cc5-4749-4ee1-ac93-4d8b6c1218af req-17f2af69-19f5-4e1a-86f8-a94b639fbd8d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3051baf9-8ef0-43f1-94ee-3a605ed467b3 HTTP/1.1" status: 200 len: 855 time: 0.0504379 Apr 06 12:02:14.918564 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b470cc5-4749-4ee1-ac93-4d8b6c1218af req-7c6e6e14-5613-436e-a748-0b9cfcd0685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:14.920145 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8b470cc5-4749-4ee1-ac93-4d8b6c1218af req-7c6e6e14-5613-436e-a748-0b9cfcd0685c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04e35c34-b38e-495d-ab59-a36a4ea05864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0896897 Apr 06 12:02:14.962311 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af0303-0c08-4ee3-9d60-e7fbfbdc865e req-93c16a8c-3104-4e7e-8884-727e84658dc4 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:14.963823 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-10af0303-0c08-4ee3-9d60-e7fbfbdc865e req-93c16a8c-3104-4e7e-8884-727e84658dc4 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 943 time: 0.1057224 Apr 06 12:02:15.066154 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-10af0303-0c08-4ee3-9d60-e7fbfbdc865e req-75d98300-a5ab-4acb-9f7d-1c1ff830024d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743835 Apr 06 12:02:15.079466 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8b470cc5-4749-4ee1-ac93-4d8b6c1218af req-cb9fc660-dfd1-4f38-9962-152c67182cc3 service neutron] 10.222.0.53 "GET /v2.0/networks/04e35c34-b38e-495d-ab59-a36a4ea05864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523807 Apr 06 12:02:15.117215 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-3aad7d66-7e20-4bfd-bcc2-5975285efff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:02:15.207120 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8b470cc5-4749-4ee1-ac93-4d8b6c1218af req-5d0291f1-62ad-4bb4-8ec7-32b244a23fb5 service neutron] 10.222.0.53 "GET /v2.0/networks/04e35c34-b38e-495d-ab59-a36a4ea05864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189547 Apr 06 12:02:16.223028 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eba12e-16fb-4a3d-b111-fa11ac1f0658 req-3ce3dc9d-e754-44ff-b499-cc187997519b tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:16.224626 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-40eba12e-16fb-4a3d-b111-fa11ac1f0658 req-3ce3dc9d-e754-44ff-b499-cc187997519b tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 943 time: 0.0567527 Apr 06 12:02:16.283318 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-40eba12e-16fb-4a3d-b111-fa11ac1f0658 req-62a1d825-54b2-438f-9359-1e5dd5d4cf28 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480561 Apr 06 12:02:16.478045 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:02:16.624748 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:02:16.749545 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8a24a007-df5f-4867-a8a9-2d1a4c5b2a75,segment=NetworkSegment(deb309b9-5789-464c-9c33-f60bf6e06a39),segment_id=deb309b9-5789-464c-9c33-f60bf6e06a39)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:02:16.762260 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Returning: {'device': '8a24a007-df5f-4867-a8a9-2d1a4c5b2a75', 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864', 'port_id': '8a24a007-df5f-4867-a8a9-2d1a4c5b2a75', 'mac_address': 'fa:16:3e:ba:4f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:02:16.804071 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 is: DOWN; New status is: BUILD {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:02:16.804457 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (8a24a007-df5f-4867-a8a9-2d1a4c5b2a75), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:02:16.819061 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 {{(pid=110261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:02:16.846810 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8a24a007-df5f-4867-a8a9-2d1a4c5b2a75,segment=NetworkSegment(deb309b9-5789-464c-9c33-f60bf6e06a39),segment_id=deb309b9-5789-464c-9c33-f60bf6e06a39)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:02:16.853572 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (8a24a007-df5f-4867-a8a9-2d1a4c5b2a75), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:02:16.906598 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=8a24a007-df5f-4867-a8a9-2d1a4c5b2a75,revision_number=9']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:02:17.288505 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['8a24a007-df5f-4867-a8a9-2d1a4c5b2a75'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:02:17.481932 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38cde8a-8e53-4b25-b10a-ba84498ac817 req-68c77f49-a8cd-4a84-b916-5db94086ff8a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:17.484772 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e38cde8a-8e53-4b25-b10a-ba84498ac817 req-68c77f49-a8cd-4a84-b916-5db94086ff8a tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 944 time: 0.0884240 Apr 06 12:02:17.565276 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e38cde8a-8e53-4b25-b10a-ba84498ac817 req-962e42f5-4992-4329-83bb-adffd8d00574 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741324 Apr 06 12:02:18.631126 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 up at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:02:18.718394 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31874114-dcea-464e-9491-de1275e832b7 req-fcb8e7bf-033f-40ae-bdc0-7b8a6e1dc23e tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:18.720206 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-31874114-dcea-464e-9491-de1275e832b7 req-fcb8e7bf-033f-40ae-bdc0-7b8a6e1dc23e tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 944 time: 0.0712128 Apr 06 12:02:18.788392 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-31874114-dcea-464e-9491-de1275e832b7 req-179b160b-752a-4a08-a799-b0b6417ea35f tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578930 Apr 06 12:02:18.826711 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:02:18.844582 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning complete for port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:02:18.844993 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (8a24a007-df5f-4867-a8a9-2d1a4c5b2a75), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:02:18.944758 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 is: BUILD; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:02:18.945057 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (8a24a007-df5f-4867-a8a9-2d1a4c5b2a75), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:02:18.976831 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62710ec7-65fc-4816-838c-a0ac81c52196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a24a007-df5f-4867-a8a9-2d1a4c5b2a75'}] {{(pid=110261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:02:18.979170 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa90572765a02b80253351879fa6496fbbfbce8a00fa36c7b280133d65d0c1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be48b3f6-5279-48c9-accb-ff12d2ff0dbf" -d '{"events": [{"server_uuid": "62710ec7-65fc-4816-838c-a0ac81c52196", "name": "network-vif-plugged", "status": "completed", "tag": "8a24a007-df5f-4867-a8a9-2d1a4c5b2a75"}]}' {{(pid=110261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:02:18.994120 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8a24a007-df5f-4867-a8a9-2d1a4c5b2a75,segment=NetworkSegment(deb309b9-5789-464c-9c33-f60bf6e06a39),segment_id=deb309b9-5789-464c-9c33-f60bf6e06a39)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:02:18.999997 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (8a24a007-df5f-4867-a8a9-2d1a4c5b2a75), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:02:19.058531 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=8a24a007-df5f-4867-a8a9-2d1a4c5b2a75,revision_number=10']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:02:19.092052 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:02:19.200204 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a810065e-5585-4d0f-843b-baa63b280770 x-openstack-request-id: req-a810065e-5585-4d0f-843b-baa63b280770 {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:02:19.200502 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62710ec7-65fc-4816-838c-a0ac81c52196", "name": "network-vif-plugged", "status": "completed", "tag": "8a24a007-df5f-4867-a8a9-2d1a4c5b2a75", "code": 200}]} {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:02:19.200800 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a810065e-5585-4d0f-843b-baa63b280770 {{(pid=110261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:02:19.201212 dv-cinder-836074-2-iscsi neutron-server[110261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a810065e-5585-4d0f-843b-baa63b280770'] response: {'server_uuid': '62710ec7-65fc-4816-838c-a0ac81c52196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a24a007-df5f-4867-a8a9-2d1a4c5b2a75', 'code': 200} Apr 06 12:02:19.440266 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ffc46-0ab6-4701-969d-279a3ff68b55 req-707bf26a-d8f6-4923-98bc-9beca736b403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:19.441930 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4e3ffc46-0ab6-4701-969d-279a3ff68b55 req-707bf26a-d8f6-4923-98bc-9beca736b403 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 1130 time: 0.0493517 Apr 06 12:02:19.493406 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4e3ffc46-0ab6-4701-969d-279a3ff68b55 req-cf4c98d4-7ecd-4cbe-ab8f-9055e008b39c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453477 Apr 06 12:02:19.624222 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:02:19.947038 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b05e86-20f9-4319-ab20-8f796d16b169 req-acbde1e9-2527-4064-8593-da6a104097a8 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:19.948661 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-01b05e86-20f9-4319-ab20-8f796d16b169 req-acbde1e9-2527-4064-8593-da6a104097a8 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 946 time: 0.0617437 Apr 06 12:02:20.004619 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-01b05e86-20f9-4319-ab20-8f796d16b169 req-d01f6afa-8c6f-4256-a2dc-8badeaa8cb9d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498230 Apr 06 12:02:21.162172 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d232c8-6858-4d9e-9ae8-9c87a3397dee req-6cf9aa60-9d38-464c-bb02-8fbc13524756 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:21.165018 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-50d232c8-6858-4d9e-9ae8-9c87a3397dee req-6cf9aa60-9d38-464c-bb02-8fbc13524756 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 946 time: 0.0755713 Apr 06 12:02:21.249820 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-50d232c8-6858-4d9e-9ae8-9c87a3397dee req-d7ccd5f8-6146-4ffe-be9f-8d406d58040f tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783575 Apr 06 12:02:22.429184 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfc7ba-907f-426b-8fde-ed46c280ec70 req-13d71442-7e71-4cb8-8ae3-159810b4bd16 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:22.431821 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-cbdfc7ba-907f-426b-8fde-ed46c280ec70 req-13d71442-7e71-4cb8-8ae3-159810b4bd16 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 946 time: 0.0853226 Apr 06 12:02:22.507233 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-cbdfc7ba-907f-426b-8fde-ed46c280ec70 req-20125cb2-3b16-4158-af74-737ef5d2ea11 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693066 Apr 06 12:02:42.267626 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-0e8ac4d5-f9fa-4a64-b83a-76d4967eadb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:02:43.218801 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-d246b1d2-2b5f-4e80-8a78-3cf75144b812 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1026634014&fields=id&tenant_id=2337ee61074c4b3ea35e6f0c52ff6fe5 HTTP/1.1" status: 200 len: 267 time: 0.0479639 Apr 06 12:02:43.330425 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-af17c0a6-9e23-4485-a0f0-225503480af1 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:43.331893 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-af17c0a6-9e23-4485-a0f0-225503480af1 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/networks?id=f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 HTTP/1.1" status: 200 len: 812 time: 0.1068981 Apr 06 12:02:43.347283 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-2dc31c08-07f5-46d1-b789-c1decefed9bb tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/quotas/2337ee61074c4b3ea35e6f0c52ff6fe5 HTTP/1.1" status: 200 len: 375 time: 0.0100498 Apr 06 12:02:43.406878 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-e5081614-4aec-4bfe-9743-3447a1c46cae tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2337ee61074c4b3ea35e6f0c52ff6fe5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0543294 Apr 06 12:02:43.505321 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-8b990e17-ffda-43fc-a0bb-c819fa63038e service neutron] 10.222.0.39 "GET /v2.0/networks/f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871739 Apr 06 12:02:43.609384 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-201316be-cfd4-41f6-9c89-f439bc0df08e service neutron] 10.222.0.39 "GET /v2.0/networks/f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982220 Apr 06 12:02:43.926935 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-32a3f2e2-2bf8-4b8d-8151-dff135a86277 req-fead0803-223f-4566-a468-7b432ceb9aec tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 210 time: 0.0293930 Apr 06 12:02:44.480087 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:02:44.928700 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-66b10873-c073-4c09-ace5-5075614c6b5b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:44.930273 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-66b10873-c073-4c09-ace5-5075614c6b5b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.53 "GET /v2.0/networks?id=f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 HTTP/1.1" status: 200 len: 812 time: 0.1224563 Apr 06 12:02:45.005535 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-9865414b-f5b3-46ec-821c-b4c236e78624 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2337ee61074c4b3ea35e6f0c52ff6fe5 HTTP/1.1" status: 200 len: 380 time: 0.0617802 Apr 06 12:02:45.021094 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-dc23d370-b257-4d60-a735-84477079e906 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Request body: {'port': {'device_id': 'd23ba7bb-8f1b-4c0d-9e84-5197ebe427c7', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'admin_state_up': True, 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'security_groups': ['cba1e19e-cab0-4d52-b2f3-2685c93eff8b']}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:02:45.041423 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-580367ca-a08b-4477-aeea-a27d3ba1418d req-1f8182ff-a31c-41b2-b606-690c8165fca1 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 210 time: 0.0350673 Apr 06 12:02:45.100541 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-02a26b8b-de6b-47c5-a133-800ebb12c152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:02:45.149769 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-dc23d370-b257-4d60-a735-84477079e906 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Made reservation on behalf of 2337ee61074c4b3ea35e6f0c52ff6fe5 for: {'port': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:02:45.153578 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-dc23d370-b257-4d60-a735-84477079e906 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:02:45.277394 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-dc23d370-b257-4d60-a735-84477079e906 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Allocated IP 172.20.0.5 (f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7/e31e5bbd-037a-4f1a-a10c-307b016ff749/7c3bd132-c872-416e-8a3a-efa384aadddb) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:02:45.421586 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-dc23d370-b257-4d60-a735-84477079e906 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for port (7c3bd132-c872-416e-8a3a-efa384aadddb), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:02:45.455160 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-dc23d370-b257-4d60-a735-84477079e906 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (7c3bd132-c872-416e-8a3a-efa384aadddb), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:02:45.496925 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-dc23d370-b257-4d60-a735-84477079e906 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Network f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:02:45.502179 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-dc23d370-b257-4d60-a735-84477079e906 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:02:45.506043 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-dc23d370-b257-4d60-a735-84477079e906 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:02:45.544117 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23d370-b257-4d60-a735-84477079e906 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Pushing event updated for resources: {'Port': ['ID=7c3bd132-c872-416e-8a3a-efa384aadddb,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:02:45.562391 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23d370-b257-4d60-a735-84477079e906 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:02:45.562759 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23d370-b257-4d60-a735-84477079e906 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:02:45.563186 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23d370-b257-4d60-a735-84477079e906 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:02:45.563626 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23d370-b257-4d60-a735-84477079e906 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:02:45.564006 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23d370-b257-4d60-a735-84477079e906 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:02:45.564341 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23d370-b257-4d60-a735-84477079e906 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:02:45.564667 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23d370-b257-4d60-a735-84477079e906 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:02:45.565040 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23d370-b257-4d60-a735-84477079e906 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:02:45.565348 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23d370-b257-4d60-a735-84477079e906 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:02:45.565673 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23d370-b257-4d60-a735-84477079e906 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:02:45.566008 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23d370-b257-4d60-a735-84477079e906 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:02:45.566387 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23d370-b257-4d60-a735-84477079e906 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:02:45.566647 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23d370-b257-4d60-a735-84477079e906 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:02:45.566952 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23d370-b257-4d60-a735-84477079e906 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:02:45.567271 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23d370-b257-4d60-a735-84477079e906 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:02:45.590494 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-dc23d370-b257-4d60-a735-84477079e906 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:45.591645 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-dc23d370-b257-4d60-a735-84477079e906 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:02:45.620442 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-dc23d370-b257-4d60-a735-84477079e906 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6041095 Apr 06 12:02:45.637711 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-f7f91f57-5948-4991-8bb6-711c6ac3cf33 service neutron] Request body: {'port': {'device_id': 'd23ba7bb-8f1b-4c0d-9e84-5197ebe427c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:02:45.713251 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-f7f91f57-5948-4991-8bb6-711c6ac3cf33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (7c3bd132-c872-416e-8a3a-efa384aadddb), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:02:45.756982 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-2747a0d8-0756-4240-a13a-9666b6a95f2f None None] Provisioning complete for port 7c3bd132-c872-416e-8a3a-efa384aadddb triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:02:45.758098 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-2747a0d8-0756-4240-a13a-9666b6a95f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (7c3bd132-c872-416e-8a3a-efa384aadddb), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:02:45.795471 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-2747a0d8-0756-4240-a13a-9666b6a95f2f None None] Port 7c3bd132-c872-416e-8a3a-efa384aadddb cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:02:46.017055 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-f7f91f57-5948-4991-8bb6-711c6ac3cf33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c3bd132-c872-416e-8a3a-efa384aadddb {{(pid=110260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:02:46.025381 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-f7f91f57-5948-4991-8bb6-711c6ac3cf33 service neutron] Publish callbacks [] for port (7c3bd132-c872-416e-8a3a-efa384aadddb), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:02:46.040612 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.provisioning_blocks [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-f7f91f57-5948-4991-8bb6-711c6ac3cf33 service neutron] Transition to ACTIVE for port object 7c3bd132-c872-416e-8a3a-efa384aadddb will not be triggered until provisioned by entity L2. {{(pid=110260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:02:46.045512 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-f7f91f57-5948-4991-8bb6-711c6ac3cf33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (7c3bd132-c872-416e-8a3a-efa384aadddb), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:02:46.126907 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f91f57-5948-4991-8bb6-711c6ac3cf33 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3bd132-c872-416e-8a3a-efa384aadddb,revision_number=2']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:02:46.173853 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1fcb5-695c-476c-a6cf-2977acbdb962 req-3d266193-0577-4281-9d13-9109b703330d tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:46.175457 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-efc1fcb5-695c-476c-a6cf-2977acbdb962 req-3d266193-0577-4281-9d13-9109b703330d tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 943 time: 0.0578961 Apr 06 12:02:46.192261 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-f7f91f57-5948-4991-8bb6-711c6ac3cf33 service neutron] Attempting to bind port 7c3bd132-c872-416e-8a3a-efa384aadddb on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:02:46.192684 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-f7f91f57-5948-4991-8bb6-711c6ac3cf33 service neutron] Attempting to bind port 7c3bd132-c872-416e-8a3a-efa384aadddb by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '5a72f2a3-235a-4761-8c4e-495c5069282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7'}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:02:46.193117 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-f7f91f57-5948-4991-8bb6-711c6ac3cf33 service neutron] Attempting to bind port 7c3bd132-c872-416e-8a3a-efa384aadddb on network f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:02:46.198358 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-f7f91f57-5948-4991-8bb6-711c6ac3cf33 service neutron] Port 7c3bd132-c872-416e-8a3a-efa384aadddb on network f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:02:46.198775 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-f7f91f57-5948-4991-8bb6-711c6ac3cf33 service neutron] Attempting to bind port 7c3bd132-c872-416e-8a3a-efa384aadddb on network f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:02:46.205413 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-f7f91f57-5948-4991-8bb6-711c6ac3cf33 service neutron] Checking agent: {'id': 'e6da0265-397c-48ac-b7af-cc5f2a289710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'started_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:02:46.205898 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-f7f91f57-5948-4991-8bb6-711c6ac3cf33 service neutron] Checking segment: {'id': '5a72f2a3-235a-4761-8c4e-495c5069282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:02:46.206310 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-f7f91f57-5948-4991-8bb6-711c6ac3cf33 service neutron] Bound using segment: {'id': '5a72f2a3-235a-4761-8c4e-495c5069282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7'} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:02:46.206817 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-f7f91f57-5948-4991-8bb6-711c6ac3cf33 service neutron] Bound port: 7c3bd132-c872-416e-8a3a-efa384aadddb, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a72f2a3-235a-4761-8c4e-495c5069282b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7'}}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:02:46.207256 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-f7f91f57-5948-4991-8bb6-711c6ac3cf33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (7c3bd132-c872-416e-8a3a-efa384aadddb), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:02:46.239031 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-efc1fcb5-695c-476c-a6cf-2977acbdb962 req-2b83571d-fd3c-4e95-adc3-ac8475e3d13b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565133 Apr 06 12:02:46.281738 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-f7f91f57-5948-4991-8bb6-711c6ac3cf33 service neutron] For port 7c3bd132-c872-416e-8a3a-efa384aadddb, host hv-cinder-83607, cleared binding levels {{(pid=110260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:02:46.285872 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-f7f91f57-5948-4991-8bb6-711c6ac3cf33 service neutron] For port 7c3bd132-c872-416e-8a3a-efa384aadddb, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7c3bd132-c872-416e-8a3a-efa384aadddb,segment=NetworkSegment(5a72f2a3-235a-4761-8c4e-495c5069282b),segment_id=5a72f2a3-235a-4761-8c4e-495c5069282b)] {{(pid=110260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:02:46.293241 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-f7f91f57-5948-4991-8bb6-711c6ac3cf33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (7c3bd132-c872-416e-8a3a-efa384aadddb), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:02:46.328681 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-f7f91f57-5948-4991-8bb6-711c6ac3cf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:46.329329 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-f7f91f57-5948-4991-8bb6-711c6ac3cf33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:02:46.330711 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-f7f91f57-5948-4991-8bb6-711c6ac3cf33 service neutron] 10.222.0.53 "PUT /v2.0/ports/7c3bd132-c872-416e-8a3a-efa384aadddb HTTP/1.1" status: 200 len: 1093 time: 0.6977954 Apr 06 12:02:46.331144 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23ba7bb-8f1b-4c0d-9e84-5197ebe427c7', 'tag': '7c3bd132-c872-416e-8a3a-efa384aadddb'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:02:46.333409 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a66a49-4b0b-48e5-acc9-efda0b711e94" -d '{"events": [{"name": "network-changed", "server_uuid": "d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7", "tag": "7c3bd132-c872-416e-8a3a-efa384aadddb"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:02:46.368563 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f91f57-5948-4991-8bb6-711c6ac3cf33 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3bd132-c872-416e-8a3a-efa384aadddb,revision_number=3']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:02:46.445046 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-a98e3a9c-1e69-4608-8f28-af209faa426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:46.446677 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-a98e3a9c-1e69-4608-8f28-af209faa426e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2337ee61074c4b3ea35e6f0c52ff6fe5&device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 1127 time: 0.0538058 Apr 06 12:02:46.457733 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd6ef34-8401-4383-9286-d6b60f7deb21 x-openstack-request-id: req-fcd6ef34-8401-4383-9286-d6b60f7deb21 {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:02:46.458048 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7", "tag": "7c3bd132-c872-416e-8a3a-efa384aadddb", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:02:46.458355 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fcd6ef34-8401-4383-9286-d6b60f7deb21 {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:02:46.458761 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcd6ef34-8401-4383-9286-d6b60f7deb21'] response: {'name': 'network-changed', 'server_uuid': 'd23ba7bb-8f1b-4c0d-9e84-5197ebe427c7', 'tag': '7c3bd132-c872-416e-8a3a-efa384aadddb', 'status': 'completed', 'code': 200} Apr 06 12:02:46.477833 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:02:46.514342 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-8b05c396-02bf-48f5-ae46-7f4169147b37 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c3bd132-c872-416e-8a3a-efa384aadddb HTTP/1.1" status: 200 len: 217 time: 0.0420125 Apr 06 12:02:46.564389 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-4ec40845-68fd-4f36-857a-cbac0a9e1743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:46.565886 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-4ec40845-68fd-4f36-857a-cbac0a9e1743 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e31e5bbd-037a-4f1a-a10c-307b016ff749 HTTP/1.1" status: 200 len: 851 time: 0.0464389 Apr 06 12:02:46.616909 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-14c89149-392c-49a1-8289-cfd14ca8d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:46.618408 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-14c89149-392c-49a1-8289-cfd14ca8d71d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454783 Apr 06 12:02:46.709896 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-7e99d544-e5f0-46bb-b1ac-ba2d6e5344ef service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856707 Apr 06 12:02:46.803805 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b9ac40dc-8398-4906-82dc-97d9fb717946 req-34b0b227-8226-4d26-b384-31094997fd82 service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860589 Apr 06 12:02:47.364857 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b88a30-5d98-4aea-a154-29879f563e47 req-d1a4512b-0fbc-403d-a1e7-f3b9f801c1cc tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:47.366472 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d6b88a30-5d98-4aea-a154-29879f563e47 req-d1a4512b-0fbc-403d-a1e7-f3b9f801c1cc tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 943 time: 0.0544710 Apr 06 12:02:47.422000 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d6b88a30-5d98-4aea-a154-29879f563e47 req-4463c1e5-8e34-410c-afb1-78460aa2e891 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492847 Apr 06 12:02:47.891480 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a66a49-4b0b-48e5-acc9-efda0b711e94 req-b99c1059-3170-484b-af20-311864fe054b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:47.892982 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-16a66a49-4b0b-48e5-acc9-efda0b711e94 req-b99c1059-3170-484b-af20-311864fe054b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2337ee61074c4b3ea35e6f0c52ff6fe5&device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 1127 time: 0.0476806 Apr 06 12:02:47.991955 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a66a49-4b0b-48e5-acc9-efda0b711e94 req-5b41aa9f-edee-494b-9689-58953aff4c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:47.993670 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-16a66a49-4b0b-48e5-acc9-efda0b711e94 req-5b41aa9f-edee-494b-9689-58953aff4c0d service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 HTTP/1.1" status: 200 len: 913 time: 0.0949845 Apr 06 12:02:48.037366 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-16a66a49-4b0b-48e5-acc9-efda0b711e94 req-c10d37ab-16dd-4968-addf-2756d9de93c7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c3bd132-c872-416e-8a3a-efa384aadddb HTTP/1.1" status: 200 len: 217 time: 0.0341845 Apr 06 12:02:48.091735 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a66a49-4b0b-48e5-acc9-efda0b711e94 req-4d77d50d-daad-4ae8-aa9f-c5ecad1ccbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:48.093223 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-16a66a49-4b0b-48e5-acc9-efda0b711e94 req-4d77d50d-daad-4ae8-aa9f-c5ecad1ccbca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e31e5bbd-037a-4f1a-a10c-307b016ff749 HTTP/1.1" status: 200 len: 851 time: 0.0458090 Apr 06 12:02:48.150564 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a66a49-4b0b-48e5-acc9-efda0b711e94 req-0e0e6f26-6ea3-48c2-8c52-97391b4f1db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:48.151971 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-16a66a49-4b0b-48e5-acc9-efda0b711e94 req-0e0e6f26-6ea3-48c2-8c52-97391b4f1db1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497119 Apr 06 12:02:48.241145 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-16a66a49-4b0b-48e5-acc9-efda0b711e94 req-0631f7b3-fecb-42fd-9596-842e29f8e7c9 service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822647 Apr 06 12:02:48.333491 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-16a66a49-4b0b-48e5-acc9-efda0b711e94 req-0115551a-525d-4d6a-902f-4bed70600614 service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858462 Apr 06 12:02:48.546788 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0463dd-e6ba-4a62-b637-cd6f5bd437d7 req-b98824e0-d69d-49da-87e9-d6ff191e3739 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:48.548288 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-de0463dd-e6ba-4a62-b637-cd6f5bd437d7 req-b98824e0-d69d-49da-87e9-d6ff191e3739 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 943 time: 0.0555806 Apr 06 12:02:48.599932 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-de0463dd-e6ba-4a62-b637-cd6f5bd437d7 req-d921485e-e30a-4edd-95b7-981f0b29f898 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460234 Apr 06 12:02:48.778094 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:02:49.078294 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:02:49.730489 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342ecae-40bb-4d6b-82fb-ee4cdf039d60 req-d09fe1b9-d603-49d1-b98a-f3b5ffbfe272 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:49.732087 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b342ecae-40bb-4d6b-82fb-ee4cdf039d60 req-d09fe1b9-d603-49d1-b98a-f3b5ffbfe272 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 943 time: 0.0597763 Apr 06 12:02:49.783979 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b342ecae-40bb-4d6b-82fb-ee4cdf039d60 req-2f99a165-aa16-459b-a3a9-fe990796182f tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458314 Apr 06 12:02:50.903699 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80117c38-084b-450a-957a-b6b608254e1a req-d54cfb30-b4f8-4d2b-87ca-65980399067e tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:50.905451 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-80117c38-084b-450a-957a-b6b608254e1a req-d54cfb30-b4f8-4d2b-87ca-65980399067e tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 943 time: 0.0540845 Apr 06 12:02:50.963095 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-80117c38-084b-450a-957a-b6b608254e1a req-97a305a5-d1ac-4739-8b5a-4982768ee216 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519640 Apr 06 12:02:52.084707 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d264f-38cf-4928-85f9-19fca3194bab req-4c01fab6-4782-49e3-9a22-16b6ae309c7a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:52.086387 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a74d264f-38cf-4928-85f9-19fca3194bab req-4c01fab6-4782-49e3-9a22-16b6ae309c7a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 943 time: 0.0543084 Apr 06 12:02:52.144287 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a74d264f-38cf-4928-85f9-19fca3194bab req-268ee28c-ca01-4f9a-860c-57f3832a19b2 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504427 Apr 06 12:02:53.264020 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be39bd-5aff-4d2a-a6de-2027a7cbbdad req-6bad1952-9ef8-4b53-a58d-ef969c505226 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:53.265551 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-01be39bd-5aff-4d2a-a6de-2027a7cbbdad req-6bad1952-9ef8-4b53-a58d-ef969c505226 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 943 time: 0.0534439 Apr 06 12:02:53.316664 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-01be39bd-5aff-4d2a-a6de-2027a7cbbdad req-74c2a5a1-450b-47f1-8fdb-d25068bc74b9 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442441 Apr 06 12:02:54.441516 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa68d48-dbd3-4f27-abfa-dea0abd7bed0 req-99399530-5657-4800-95fa-02e134206625 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:54.443059 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-baa68d48-dbd3-4f27-abfa-dea0abd7bed0 req-99399530-5657-4800-95fa-02e134206625 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 943 time: 0.0592518 Apr 06 12:02:54.496646 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-baa68d48-dbd3-4f27-abfa-dea0abd7bed0 req-43dac722-c16f-4907-a504-8196fd0af5a7 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471036 Apr 06 12:02:54.770677 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 7c3bd132-c872-416e-8a3a-efa384aadddb details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:02:54.878076 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 7c3bd132-c872-416e-8a3a-efa384aadddb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7c3bd132-c872-416e-8a3a-efa384aadddb,segment=NetworkSegment(5a72f2a3-235a-4761-8c4e-495c5069282b),segment_id=5a72f2a3-235a-4761-8c4e-495c5069282b)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:02:54.889686 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Returning: {'device': '7c3bd132-c872-416e-8a3a-efa384aadddb', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'port_id': '7c3bd132-c872-416e-8a3a-efa384aadddb', 'mac_address': 'fa:16:3e:49:e8:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:02:54.933165 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 7c3bd132-c872-416e-8a3a-efa384aadddb is: DOWN; New status is: BUILD {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:02:54.933550 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (7c3bd132-c872-416e-8a3a-efa384aadddb), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:02:54.946983 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c3bd132-c872-416e-8a3a-efa384aadddb {{(pid=110261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:02:54.967591 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 7c3bd132-c872-416e-8a3a-efa384aadddb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7c3bd132-c872-416e-8a3a-efa384aadddb,segment=NetworkSegment(5a72f2a3-235a-4761-8c4e-495c5069282b),segment_id=5a72f2a3-235a-4761-8c4e-495c5069282b)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:02:54.973615 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (7c3bd132-c872-416e-8a3a-efa384aadddb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:02:55.023059 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=7c3bd132-c872-416e-8a3a-efa384aadddb,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:02:55.031397 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:02:55.031730 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:02:55.032072 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:02:55.032413 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:02:55.032767 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:02:55.033099 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:02:55.033426 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:02:55.033772 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:02:55.034101 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:02:55.034425 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:02:55.034748 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:02:55.035073 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:02:55.035394 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:02:55.035713 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:02:55.036103 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:02:55.455598 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['7c3bd132-c872-416e-8a3a-efa384aadddb'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:02:55.638090 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6759eda-db8b-4e7a-b385-8c8555d5ee71 req-70118a8f-f073-4cfd-868a-4349b6a4456f tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:55.639449 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a6759eda-db8b-4e7a-b385-8c8555d5ee71 req-70118a8f-f073-4cfd-868a-4349b6a4456f tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 944 time: 0.0592718 Apr 06 12:02:55.700470 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a6759eda-db8b-4e7a-b385-8c8555d5ee71 req-ac001eed-efb0-42c6-b275-b79e064d271a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551028 Apr 06 12:02:56.623210 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:02:56.804815 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 7c3bd132-c872-416e-8a3a-efa384aadddb up at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:02:56.825788 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51003dd8-9638-4a21-bb9f-2206a52277f2 req-464687d2-b9bc-40f6-b5ce-351d94c78cc8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:56.827369 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-51003dd8-9638-4a21-bb9f-2206a52277f2 req-464687d2-b9bc-40f6-b5ce-351d94c78cc8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 944 time: 0.0574284 Apr 06 12:02:56.869538 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning for port 7c3bd132-c872-416e-8a3a-efa384aadddb completed by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:02:56.873921 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning complete for port 7c3bd132-c872-416e-8a3a-efa384aadddb triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:02:56.874293 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (7c3bd132-c872-416e-8a3a-efa384aadddb), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:02:56.895468 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-51003dd8-9638-4a21-bb9f-2206a52277f2 req-d9efb140-072b-4110-ae09-ed0f062afb0d tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587282 Apr 06 12:02:56.961252 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 7c3bd132-c872-416e-8a3a-efa384aadddb is: BUILD; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:02:56.961647 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (7c3bd132-c872-416e-8a3a-efa384aadddb), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:02:56.985989 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23ba7bb-8f1b-4c0d-9e84-5197ebe427c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3bd132-c872-416e-8a3a-efa384aadddb'}] {{(pid=110261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:02:56.988220 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa90572765a02b80253351879fa6496fbbfbce8a00fa36c7b280133d65d0c1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b1fc2a-9adc-4be8-9ea2-a73835f626d0" -d '{"events": [{"server_uuid": "d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7", "name": "network-vif-plugged", "status": "completed", "tag": "7c3bd132-c872-416e-8a3a-efa384aadddb"}]}' {{(pid=110261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:02:57.003097 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 7c3bd132-c872-416e-8a3a-efa384aadddb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7c3bd132-c872-416e-8a3a-efa384aadddb,segment=NetworkSegment(5a72f2a3-235a-4761-8c4e-495c5069282b),segment_id=5a72f2a3-235a-4761-8c4e-495c5069282b)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:02:57.011692 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (7c3bd132-c872-416e-8a3a-efa384aadddb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:02:57.076063 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=7c3bd132-c872-416e-8a3a-efa384aadddb,revision_number=5']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:02:57.206642 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b438d990-ba0f-4365-a607-f4b9d2a69364 x-openstack-request-id: req-b438d990-ba0f-4365-a607-f4b9d2a69364 {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:02:57.206935 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7", "name": "network-vif-plugged", "status": "completed", "tag": "7c3bd132-c872-416e-8a3a-efa384aadddb", "code": 200}]} {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:02:57.207184 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b438d990-ba0f-4365-a607-f4b9d2a69364 {{(pid=110261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:02:57.207583 dv-cinder-836074-2-iscsi neutron-server[110261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b438d990-ba0f-4365-a607-f4b9d2a69364'] response: {'server_uuid': 'd23ba7bb-8f1b-4c0d-9e84-5197ebe427c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3bd132-c872-416e-8a3a-efa384aadddb', 'code': 200} Apr 06 12:02:57.518949 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7a676-7bb1-4825-89e6-c150a331bc8a req-3eae4453-e7ee-4ad2-8e70-428f8d527250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:57.520487 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-58b7a676-7bb1-4825-89e6-c150a331bc8a req-3eae4453-e7ee-4ad2-8e70-428f8d527250 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 1129 time: 0.0518744 Apr 06 12:02:57.569565 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-58b7a676-7bb1-4825-89e6-c150a331bc8a req-7b7a2583-79e4-42fd-a28e-60f0f519caca service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425031 Apr 06 12:02:58.018847 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf64324-4aa5-497d-b5fb-6e09e1ece01b req-510bc1b9-f1d2-4e8a-b7fa-49ef2bb1c67d tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:58.020467 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ebf64324-4aa5-497d-b5fb-6e09e1ece01b req-510bc1b9-f1d2-4e8a-b7fa-49ef2bb1c67d tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 945 time: 0.0585544 Apr 06 12:02:58.073668 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ebf64324-4aa5-497d-b5fb-6e09e1ece01b req-b8b6f8f8-3def-4217-98e5-e2c188aa82c9 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472825 Apr 06 12:02:59.194536 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0384b3-24fe-4463-bbfe-bfcde504d403 req-62de31b7-e9a1-48d6-a315-75c7a64a9d34 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:02:59.196006 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7b0384b3-24fe-4463-bbfe-bfcde504d403 req-62de31b7-e9a1-48d6-a315-75c7a64a9d34 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 945 time: 0.0533321 Apr 06 12:02:59.244208 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7b0384b3-24fe-4463-bbfe-bfcde504d403 req-cf83832d-e66a-48ff-9126-773db7a47e96 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421445 Apr 06 12:03:00.362703 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430086dd-b855-46d5-9ac1-2aace363238f req-d8245919-8789-4a8d-bb7a-285dd778f7fa tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:00.364231 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-430086dd-b855-46d5-9ac1-2aace363238f req-d8245919-8789-4a8d-bb7a-285dd778f7fa tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 945 time: 0.0524471 Apr 06 12:03:00.416524 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-430086dd-b855-46d5-9ac1-2aace363238f req-45dbb1a3-bcec-440e-823d-b7095b3388c9 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454824 Apr 06 12:03:00.536443 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707850e-e09e-44b3-a790-053d560234ea req-093d8d21-9154-4b3a-b2f0-215156fa171b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:00.537833 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a707850e-e09e-44b3-a790-053d560234ea req-093d8d21-9154-4b3a-b2f0-215156fa171b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 945 time: 0.0563524 Apr 06 12:03:00.587490 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a707850e-e09e-44b3-a790-053d560234ea req-ee0868a8-bbb3-4383-a6ba-d08b189b10fb tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438197 Apr 06 12:03:00.609810 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 52298) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:03:00.885900 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc33ce6-2b18-4f6e-ad7c-a63c75c557a0 tempest-TestVolumeBootPattern-1275306051 tempest-TestVolumeBootPattern-1275306051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:00.887448 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-6bc33ce6-2b18-4f6e-ad7c-a63c75c557a0 tempest-TestVolumeBootPattern-1275306051 tempest-TestVolumeBootPattern-1275306051-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 1124 time: 0.2766559 Apr 06 12:03:00.890483 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 52302) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:03:00.894834 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Request body: {'floatingip': {'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'port_id': '7c3bd132-c872-416e-8a3a-efa384aadddb', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:03:00.917116 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:01.021384 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:01.145682 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.db_base_plugin_common [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Allocated IP 172.27.1.111 (f8bc4371-0f06-4ac4-8212-20e00bcdd0be/f72af3a5-4f9e-49cd-911b-77b0f5cebaf5/b772d0f7-e41b-40b0-90b9-a49fa9760a38) {{(pid=110259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:03:01.251548 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for port (b772d0f7-e41b-40b0-90b9-a49fa9760a38), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:01.287965 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (b772d0f7-e41b-40b0-90b9-a49fa9760a38), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:01.331305 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Network f8bc4371-0f06-4ac4-8212-20e00bcdd0be is already hosted by enough agents. {{(pid=110259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:03:01.334249 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Resources bound (agent type, host, resource id): {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:03:01.338756 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Received port after_create {{(pid=110259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:03:01.342073 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Pushing event updated for resources: {'Port': ['ID=b772d0f7-e41b-40b0-90b9-a49fa9760a38,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:01.374105 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:01.374777 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:01.374777 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:01.375125 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:01.375462 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:01.375795 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:01.376127 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:01.376452 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:01.376817 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:01.377167 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:01.377475 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:01.377801 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:01.378126 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:01.378450 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:01.378772 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:01.963684 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for floatingip (dd5ddf53-a964-41e3-8b12-bc7fe2480ea0), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:02.034000 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (b772d0f7-e41b-40b0-90b9-a49fa9760a38), before_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:02.185524 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for port (b772d0f7-e41b-40b0-90b9-a49fa9760a38), precommit_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:02.190386 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352485'] for port (b772d0f7-e41b-40b0-90b9-a49fa9760a38), after_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:02.256095 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Pushing event updated for resources: {'Port': ['ID=b772d0f7-e41b-40b0-90b9-a49fa9760a38,revision_number=2']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:02.269689 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (dd5ddf53-a964-41e3-8b12-bc7fe2480ea0), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:02.379999 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.db.l3_db [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Floating IP dd5ddf53-a964-41e3-8b12-bc7fe2480ea0 associated. External IP: 172.27.1.111, port: 7c3bd132-c872-416e-8a3a-efa384aadddb. Apr 06 12:03:02.604325 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Router 56adb4fd-3158-4daa-9579-5f2331fdebc2 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:03:02.717296 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:03:02.728207 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d03fae-0ab0-4b86-a65c-99e13f97ec20 None None] Sync routers for ids ['56adb4fd-3158-4daa-9579-5f2331fdebc2'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:03:02.737922 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:02.740448 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d03fae-0ab0-4b86-a65c-99e13f97ec20 None None] Routers {'56adb4fd-3158-4daa-9579-5f2331fdebc2'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:03:02.741117 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-e6d03fae-0ab0-4b86-a65c-99e13f97ec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:02:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['56adb4fd-3158-4daa-9579-5f2331fdebc2'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:02.770353 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-cc760fd4-6a13-49f9-a651-00815e2fca0a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8788018 Apr 06 12:03:02.770929 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23ba7bb-8f1b-4c0d-9e84-5197ebe427c7', 'tag': '7c3bd132-c872-416e-8a3a-efa384aadddb'}] {{(pid=110259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:03:02.773192 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c7c8e3a7af7eec310205c5f765578dca3c187f66a15f537813450f68a58a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8450d541-0904-4c67-8d94-bbfeb1fd2c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7", "tag": "7c3bd132-c872-416e-8a3a-efa384aadddb"}]}' {{(pid=110259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:03:02.813268 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715f36d5-09ba-44c1-a2d1-4782a134ae9b x-openstack-request-id: req-715f36d5-09ba-44c1-a2d1-4782a134ae9b {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:03:02.813567 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7", "tag": "7c3bd132-c872-416e-8a3a-efa384aadddb", "status": "completed", "code": 200}]} {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:03:02.813818 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-715f36d5-09ba-44c1-a2d1-4782a134ae9b {{(pid=110259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:03:02.814229 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-715f36d5-09ba-44c1-a2d1-4782a134ae9b'] response: {'name': 'network-changed', 'server_uuid': 'd23ba7bb-8f1b-4c0d-9e84-5197ebe427c7', 'tag': '7c3bd132-c872-416e-8a3a-efa384aadddb', 'status': 'completed', 'code': 200} Apr 06 12:03:02.916860 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450d541-0904-4c67-8d94-bbfeb1fd2c8b req-8ae80d17-6c1e-47cb-ad1c-fecba54d9f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:02.918282 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8450d541-0904-4c67-8d94-bbfeb1fd2c8b req-8ae80d17-6c1e-47cb-ad1c-fecba54d9f2a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2337ee61074c4b3ea35e6f0c52ff6fe5&device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 1129 time: 0.0453982 Apr 06 12:03:02.944938 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-e6d03fae-0ab0-4b86-a65c-99e13f97ec20 None None] Set router 56adb4fd-3158-4daa-9579-5f2331fdebc2 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:03:03.014263 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450d541-0904-4c67-8d94-bbfeb1fd2c8b req-1e53d306-6686-41c0-8208-bcdf97f17062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:03.016420 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8450d541-0904-4c67-8d94-bbfeb1fd2c8b req-1e53d306-6686-41c0-8208-bcdf97f17062 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 HTTP/1.1" status: 200 len: 913 time: 0.0908699 Apr 06 12:03:03.085220 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8450d541-0904-4c67-8d94-bbfeb1fd2c8b req-c1d36e62-0ba3-46e2-a56b-0224e7f5c56a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c3bd132-c872-416e-8a3a-efa384aadddb HTTP/1.1" status: 200 len: 999 time: 0.0618720 Apr 06 12:03:03.134761 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450d541-0904-4c67-8d94-bbfeb1fd2c8b req-44765d2c-83a9-4954-9a41-5c89e02beaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:03.136198 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8450d541-0904-4c67-8d94-bbfeb1fd2c8b req-44765d2c-83a9-4954-9a41-5c89e02beaa4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e31e5bbd-037a-4f1a-a10c-307b016ff749 HTTP/1.1" status: 200 len: 851 time: 0.0445230 Apr 06 12:03:03.180060 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-e6d03fae-0ab0-4b86-a65c-99e13f97ec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'name': 'tempest-TestVolumeBootPattern-1445952456-router', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f908e075-bc96-4931-a795-06584cf36857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:44Z', 'updated_at': '2022-04-06T11:55:48Z', 'revision_number': 4, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'gw_port': {'id': 'f908e075-bc96-4931-a795-06584cf36857', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:45Z', 'updated_at': '2022-04-06T11:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': '635812ca-5765-40ac-ac54-545062156ab6', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'port_id': 'ecf8d917-c0e1-4d62-9ede-a0a1b32e33da', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'mac_address': 'fa:16:3e:73:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2254fe1-9497-47d9-ad33-dc82c751fd31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:00:28Z', 'updated_at': '2022-04-06T12:00:31Z', 'revision_number': 1, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'fixed_ip_address_scope': None}, {'id': 'dd5ddf53-a964-41e3-8b12-bc7fe2480ea0', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'floating_ip_address': '172.27.1.111', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'port_id': '7c3bd132-c872-416e-8a3a-efa384aadddb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'mac_address': 'fa:16:3e:49:e8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23ba7bb-8f1b-4c0d-9e84-5197ebe427c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:03:01Z', 'updated_at': '2022-04-06T12:03:01Z', 'revision_number': 0, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd0417c-f51c-4642-b234-2283f5f80798', 'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'mac_address': 'fa:16:3e:ce:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:47Z', 'updated_at': '2022-04-06T11:55:54Z', 'revision_number': 5, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'subnets': [{'id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:03.190146 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450d541-0904-4c67-8d94-bbfeb1fd2c8b req-94b85cdd-812d-45fd-8d4b-7ea709347320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:03.191644 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8450d541-0904-4c67-8d94-bbfeb1fd2c8b req-94b85cdd-812d-45fd-8d4b-7ea709347320 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495191 Apr 06 12:03:03.205987 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d03fae-0ab0-4b86-a65c-99e13f97ec20 None None] Checking router: 56adb4fd-3158-4daa-9579-5f2331fdebc2 for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:03:03.213992 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d03fae-0ab0-4b86-a65c-99e13f97ec20 None None] Routers {'56adb4fd-3158-4daa-9579-5f2331fdebc2'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:03:03.214594 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-e6d03fae-0ab0-4b86-a65c-99e13f97ec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:02:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['56adb4fd-3158-4daa-9579-5f2331fdebc2'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:03.283615 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8450d541-0904-4c67-8d94-bbfeb1fd2c8b req-fa89c5e4-3df2-463b-8d41-419bc28c01de service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845089 Apr 06 12:03:03.324791 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-e6d03fae-0ab0-4b86-a65c-99e13f97ec20 None None] Set router 56adb4fd-3158-4daa-9579-5f2331fdebc2 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:03:03.379682 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8450d541-0904-4c67-8d94-bbfeb1fd2c8b req-bc82018f-4f0a-4501-be48-54f54f62caae service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898950 Apr 06 12:03:03.566548 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-e6d03fae-0ab0-4b86-a65c-99e13f97ec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'name': 'tempest-TestVolumeBootPattern-1445952456-router', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f908e075-bc96-4931-a795-06584cf36857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:44Z', 'updated_at': '2022-04-06T11:55:48Z', 'revision_number': 4, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'gw_port': {'id': 'f908e075-bc96-4931-a795-06584cf36857', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:45Z', 'updated_at': '2022-04-06T11:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': '635812ca-5765-40ac-ac54-545062156ab6', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'port_id': 'ecf8d917-c0e1-4d62-9ede-a0a1b32e33da', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'mac_address': 'fa:16:3e:73:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2254fe1-9497-47d9-ad33-dc82c751fd31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:00:28Z', 'updated_at': '2022-04-06T12:00:31Z', 'revision_number': 1, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'fixed_ip_address_scope': None}, {'id': 'dd5ddf53-a964-41e3-8b12-bc7fe2480ea0', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'floating_ip_address': '172.27.1.111', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'port_id': '7c3bd132-c872-416e-8a3a-efa384aadddb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'mac_address': 'fa:16:3e:49:e8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23ba7bb-8f1b-4c0d-9e84-5197ebe427c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:03:01Z', 'updated_at': '2022-04-06T12:03:01Z', 'revision_number': 0, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd0417c-f51c-4642-b234-2283f5f80798', 'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'mac_address': 'fa:16:3e:ce:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:47Z', 'updated_at': '2022-04-06T11:55:54Z', 'revision_number': 5, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'subnets': [{'id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:03.593256 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d03fae-0ab0-4b86-a65c-99e13f97ec20 None None] The sync data for ids ['56adb4fd-3158-4daa-9579-5f2331fdebc2'] in dv-cinder-836074-2-iscsi is: [{'id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'name': 'tempest-TestVolumeBootPattern-1445952456-router', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f908e075-bc96-4931-a795-06584cf36857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:44Z', 'updated_at': '2022-04-06T11:55:48Z', 'revision_number': 4, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'gw_port': {'id': 'f908e075-bc96-4931-a795-06584cf36857', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:45Z', 'updated_at': '2022-04-06T11:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': '635812ca-5765-40ac-ac54-545062156ab6', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'port_id': 'ecf8d917-c0e1-4d62-9ede-a0a1b32e33da', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'mac_address': 'fa:16:3e:73:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2254fe1-9497-47d9-ad33-dc82c751fd31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:00:28Z', 'updated_at': '2022-04-06T12:00:31Z', 'revision_number': 1, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'fixed_ip_address_scope': None}, {'id': 'dd5ddf53-a964-41e3-8b12-bc7fe2480ea0', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'floating_ip_address': '172.27.1.111', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'port_id': '7c3bd132-c872-416e-8a3a-efa384aadddb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'mac_address': 'fa:16:3e:49:e8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23ba7bb-8f1b-4c0d-9e84-5197ebe427c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:03:01Z', 'updated_at': '2022-04-06T12:03:01Z', 'revision_number': 0, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd0417c-f51c-4642-b234-2283f5f80798', 'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'mac_address': 'fa:16:3e:ce:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:47Z', 'updated_at': '2022-04-06T11:55:54Z', 'revision_number': 5, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'subnets': [{'id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:03:03.806281 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce94a2f7-0e0a-4163-8add-4f17179bb044 None None] New status for floating IP dd5ddf53-a964-41e3-8b12-bc7fe2480ea0: ACTIVE {{(pid=110261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:03:12.270348 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-177ee74e-31e9-486b-b774-5ac7f1c6b0f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:14.308645 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f0335e4d-aeef-4373-bd84-c076fcaf0252 req-cfd84d10-0448-44cc-8cd3-2f95498de687 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a2254fe1-9497-47d9-ad33-dc82c751fd31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452473 Apr 06 12:03:14.385625 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0335e4d-aeef-4373-bd84-c076fcaf0252 req-f3f2ace4-8844-4b49-b24d-4f0730688acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:14.387133 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f0335e4d-aeef-4373-bd84-c076fcaf0252 req-f3f2ace4-8844-4b49-b24d-4f0730688acc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2337ee61074c4b3ea35e6f0c52ff6fe5&device_id=a2254fe1-9497-47d9-ad33-dc82c751fd31 HTTP/1.1" status: 200 len: 1129 time: 0.0496714 Apr 06 12:03:14.495231 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0335e4d-aeef-4373-bd84-c076fcaf0252 req-fbbd1dbe-3b08-4ae5-85ec-a43cd12ffc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:14.496922 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f0335e4d-aeef-4373-bd84-c076fcaf0252 req-fbbd1dbe-3b08-4ae5-85ec-a43cd12ffc89 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 HTTP/1.1" status: 200 len: 913 time: 0.0909092 Apr 06 12:03:14.504644 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:14.840629 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f0335e4d-aeef-4373-bd84-c076fcaf0252 req-d2f69004-d4ca-4d9a-a6ff-547efe25104d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecf8d917-c0e1-4d62-9ede-a0a1b32e33da HTTP/1.1" status: 200 len: 1001 time: 0.3371027 Apr 06 12:03:14.889750 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0335e4d-aeef-4373-bd84-c076fcaf0252 req-72737aa1-45b1-4165-a7b9-eec23d2c6d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:14.891310 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f0335e4d-aeef-4373-bd84-c076fcaf0252 req-72737aa1-45b1-4165-a7b9-eec23d2c6d15 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e31e5bbd-037a-4f1a-a10c-307b016ff749 HTTP/1.1" status: 200 len: 851 time: 0.0448523 Apr 06 12:03:14.950903 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0335e4d-aeef-4373-bd84-c076fcaf0252 req-8c4cf68a-b29b-4c7c-9f53-49a7961ad7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:14.952520 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f0335e4d-aeef-4373-bd84-c076fcaf0252 req-8c4cf68a-b29b-4c7c-9f53-49a7961ad7ab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545416 Apr 06 12:03:15.050335 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f0335e4d-aeef-4373-bd84-c076fcaf0252 req-4fadc72b-b871-4083-b6a9-bdb4b0a520b0 service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901878 Apr 06 12:03:15.109174 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-9a402a8b-947b-4e63-b05a-74fa35a0fdb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:15.151119 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f0335e4d-aeef-4373-bd84-c076fcaf0252 req-7f8e6619-5e7d-4051-aede-5707d1f6fb5a service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933890 Apr 06 12:03:16.475914 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:18.776865 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:19.082975 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:30.064208 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036cc6c-a115-4c88-aebe-8c9e1031d2df req-dc1c72b7-0f05-4ed9-be04-991650af9b38 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:30.066322 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3036cc6c-a115-4c88-aebe-8c9e1031d2df req-dc1c72b7-0f05-4ed9-be04-991650af9b38 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 946 time: 0.0543804 Apr 06 12:03:30.115111 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3036cc6c-a115-4c88-aebe-8c9e1031d2df req-74b112cd-9b17-4c9a-b3ab-71a9421352e8 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428472 Apr 06 12:03:31.243200 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8ad76-4f55-49ff-afca-8f32d4ad5fcc req-114824ef-8232-4d5c-add7-b9954584c502 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:31.244706 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-efc8ad76-4f55-49ff-afca-8f32d4ad5fcc req-114824ef-8232-4d5c-add7-b9954584c502 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 946 time: 0.0537057 Apr 06 12:03:31.301180 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-efc8ad76-4f55-49ff-afca-8f32d4ad5fcc req-5ccaf10b-4cf3-4dd2-bc10-13e216aaa5c9 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508816 Apr 06 12:03:31.944309 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018ce3b-0857-4566-ad38-13ee5f18310a req-ee921de7-1550-4431-8647-3f9fbd654da2 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:31.945798 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b018ce3b-0857-4566-ad38-13ee5f18310a req-ee921de7-1550-4431-8647-3f9fbd654da2 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.53 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 946 time: 0.0655820 Apr 06 12:03:32.053832 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [req-b018ce3b-0857-4566-ad38-13ee5f18310a req-73bd89ee-c9a5-4f46-8689-1d2cfae8aa84 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Deleting port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:03:32.054161 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-b018ce3b-0857-4566-ad38-13ee5f18310a req-73bd89ee-c9a5-4f46-8689-1d2cfae8aa84 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (8a24a007-df5f-4867-a8a9-2d1a4c5b2a75), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:32.145348 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-b018ce3b-0857-4566-ad38-13ee5f18310a req-73bd89ee-c9a5-4f46-8689-1d2cfae8aa84 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] For port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8a24a007-df5f-4867-a8a9-2d1a4c5b2a75,segment=NetworkSegment(deb309b9-5789-464c-9c33-f60bf6e06a39),segment_id=deb309b9-5789-464c-9c33-f60bf6e06a39)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:03:32.145706 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-b018ce3b-0857-4566-ad38-13ee5f18310a req-73bd89ee-c9a5-4f46-8689-1d2cfae8aa84 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (8a24a007-df5f-4867-a8a9-2d1a4c5b2a75), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:32.326015 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-b018ce3b-0857-4566-ad38-13ee5f18310a req-73bd89ee-c9a5-4f46-8689-1d2cfae8aa84 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:32.326388 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-b018ce3b-0857-4566-ad38-13ee5f18310a req-73bd89ee-c9a5-4f46-8689-1d2cfae8aa84 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (b5bcdac1-8644-45b7-a088-0f7ce381e977), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:32.326679 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.db.l3_db [req-b018ce3b-0857-4566-ad38-13ee5f18310a req-73bd89ee-c9a5-4f46-8689-1d2cfae8aa84 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Floating IP b5bcdac1-8644-45b7-a088-0f7ce381e977 disassociated. External IP: 172.27.1.110, port: 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75. Apr 06 12:03:32.328470 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [req-b018ce3b-0857-4566-ad38-13ee5f18310a req-73bd89ee-c9a5-4f46-8689-1d2cfae8aa84 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Calling delete_port for 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 owned by compute:nova {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:03:32.475955 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ba694-d138-405f-afab-c5c8c762766c req-410e9ab6-52c9-4603-9cb0-f4a9f4e8358d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:32.477330 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-2f7ba694-d138-405f-afab-c5c8c762766c req-410e9ab6-52c9-4603-9cb0-f4a9f4e8358d tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/ports?device_id=62710ec7-65fc-4816-838c-a0ac81c52196 HTTP/1.1" status: 200 len: 946 time: 0.0974295 Apr 06 12:03:32.517594 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-b018ce3b-0857-4566-ad38-13ee5f18310a req-73bd89ee-c9a5-4f46-8689-1d2cfae8aa84 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (8a24a007-df5f-4867-a8a9-2d1a4c5b2a75), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:32.560875 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd89ee-c9a5-4f46-8689-1d2cfae8aa84 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Pushing event deleted for resources: {'Port': ['ID=8a24a007-df5f-4867-a8a9-2d1a4c5b2a75,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:32.573855 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-2f7ba694-d138-405f-afab-c5c8c762766c req-ec2a61b7-db0b-4c24-863c-5aa4925cf520 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups?id=0adc483b-19e5-4535-83b0-02ca7ef1f133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893769 Apr 06 12:03:32.697778 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b018ce3b-0857-4566-ad38-13ee5f18310a req-73bd89ee-c9a5-4f46-8689-1d2cfae8aa84 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Router 3b71def2-3d93-45be-a5ef-7b49fecb29c1 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:03:32.811604 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b018ce3b-0857-4566-ad38-13ee5f18310a req-73bd89ee-c9a5-4f46-8689-1d2cfae8aa84 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:03:32.822425 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79f57af-6549-4fbb-a331-71299eec1173 None None] Sync routers for ids ['3b71def2-3d93-45be-a5ef-7b49fecb29c1'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:03:32.837056 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79f57af-6549-4fbb-a331-71299eec1173 None None] Routers {'3b71def2-3d93-45be-a5ef-7b49fecb29c1'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:03:32.837583 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-b79f57af-6549-4fbb-a331-71299eec1173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:03:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['3b71def2-3d93-45be-a5ef-7b49fecb29c1'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:32.856603 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [req-b018ce3b-0857-4566-ad38-13ee5f18310a req-73bd89ee-c9a5-4f46-8689-1d2cfae8aa84 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] No DVR routers for this DVR port 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 on host hv-cinder-83607 {{(pid=110260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:03:32.859210 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-b018ce3b-0857-4566-ad38-13ee5f18310a req-73bd89ee-c9a5-4f46-8689-1d2cfae8aa84 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:32.863223 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b018ce3b-0857-4566-ad38-13ee5f18310a req-73bd89ee-c9a5-4f46-8689-1d2cfae8aa84 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.53 "DELETE /v2.0/ports/8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 HTTP/1.1" status: 204 len: 173 time: 0.9116380 Apr 06 12:03:32.863695 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62710ec7-65fc-4816-838c-a0ac81c52196', 'name': 'network-vif-deleted', 'tag': '8a24a007-df5f-4867-a8a9-2d1a4c5b2a75'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:03:32.865988 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c52c184-d3c0-4f64-a71d-edd190be691e" -d '{"events": [{"server_uuid": "62710ec7-65fc-4816-838c-a0ac81c52196", "name": "network-vif-deleted", "tag": "8a24a007-df5f-4867-a8a9-2d1a4c5b2a75"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:03:32.914017 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3f9e7c-f435-4f8f-b56b-959433d18dec x-openstack-request-id: req-cb3f9e7c-f435-4f8f-b56b-959433d18dec {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:03:32.914319 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62710ec7-65fc-4816-838c-a0ac81c52196", "name": "network-vif-deleted", "tag": "8a24a007-df5f-4867-a8a9-2d1a4c5b2a75", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:03:32.914571 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb3f9e7c-f435-4f8f-b56b-959433d18dec {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:03:32.914974 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb3f9e7c-f435-4f8f-b56b-959433d18dec'] response: {'server_uuid': '62710ec7-65fc-4816-838c-a0ac81c52196', 'name': 'network-vif-deleted', 'tag': '8a24a007-df5f-4867-a8a9-2d1a4c5b2a75', 'status': 'completed', 'code': 200} Apr 06 12:03:32.956366 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-b79f57af-6549-4fbb-a331-71299eec1173 None None] Set router 3b71def2-3d93-45be-a5ef-7b49fecb29c1 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:03:33.163495 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-b79f57af-6549-4fbb-a331-71299eec1173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'name': 'tempest-AttachVolumeShelveTestJSON-495381077-router', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:17Z', 'revision_number': 4, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'gw_port': {'id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': '01c1d04c-390a-4ad7-ad11-58637035f908', 'name': '', 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'mac_address': 'fa:16:3e:f0:f7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:13Z', 'updated_at': '2022-04-06T11:51:32Z', 'revision_number': 5, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'subnets': [{'id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:33.189112 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79f57af-6549-4fbb-a331-71299eec1173 None None] Checking router: 3b71def2-3d93-45be-a5ef-7b49fecb29c1 for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:03:33.197978 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79f57af-6549-4fbb-a331-71299eec1173 None None] Routers {'3b71def2-3d93-45be-a5ef-7b49fecb29c1'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:03:33.198575 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-b79f57af-6549-4fbb-a331-71299eec1173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:03:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['3b71def2-3d93-45be-a5ef-7b49fecb29c1'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:33.311551 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-b79f57af-6549-4fbb-a331-71299eec1173 None None] Set router 3b71def2-3d93-45be-a5ef-7b49fecb29c1 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:03:33.519398 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-b79f57af-6549-4fbb-a331-71299eec1173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'name': 'tempest-AttachVolumeShelveTestJSON-495381077-router', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:17Z', 'revision_number': 4, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'gw_port': {'id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': '01c1d04c-390a-4ad7-ad11-58637035f908', 'name': '', 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'mac_address': 'fa:16:3e:f0:f7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:13Z', 'updated_at': '2022-04-06T11:51:32Z', 'revision_number': 5, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'subnets': [{'id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:33.640849 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79f57af-6549-4fbb-a331-71299eec1173 None None] The sync data for ids ['3b71def2-3d93-45be-a5ef-7b49fecb29c1'] in dv-cinder-836074-2-iscsi is: [{'id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'name': 'tempest-AttachVolumeShelveTestJSON-495381077-router', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:17Z', 'revision_number': 4, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'gw_port': {'id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': '01c1d04c-390a-4ad7-ad11-58637035f908', 'name': '', 'network_id': '04e35c34-b38e-495d-ab59-a36a4ea05864', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'mac_address': 'fa:16:3e:f0:f7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:13Z', 'updated_at': '2022-04-06T11:51:32Z', 'revision_number': 5, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'subnets': [{'id': '3051baf9-8ef0-43f1-94ee-3a605ed467b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:03:33.647669 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:03:33.665745 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 52380) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:03:33.723832 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-739e8583-9d77-4efa-81e0-1c3d9103f371 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for security_group (0adc483b-19e5-4535-83b0-02ca7ef1f133), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:33.751695 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-739e8583-9d77-4efa-81e0-1c3d9103f371 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for security_group (0adc483b-19e5-4535-83b0-02ca7ef1f133), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:33.803188 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-739e8583-9d77-4efa-81e0-1c3d9103f371 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (0adc483b-19e5-4535-83b0-02ca7ef1f133), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:33.805862 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-739e8583-9d77-4efa-81e0-1c3d9103f371 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:33.807039 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-739e8583-9d77-4efa-81e0-1c3d9103f371 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "DELETE /v2.0/security-groups/0adc483b-19e5-4535-83b0-02ca7ef1f133 HTTP/1.1" status: 204 len: 168 time: 0.1400492 Apr 06 12:03:33.809985 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 52382) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:03:33.817601 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e8583-9d77-4efa-81e0-1c3d9103f371 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adc483b-19e5-4535-83b0-02ca7ef1f133,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:33.825612 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.api.v2.resource [None req-2a1b4cf4-7157-4d32-a73d-7d1fda2ffbb0 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] show failed (client error): The resource could not be found. Apr 06 12:03:33.830293 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-2a1b4cf4-7157-4d32-a73d-7d1fda2ffbb0 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "GET /v2.0/security-groups/0adc483b-19e5-4535-83b0-02ca7ef1f133 HTTP/1.1" status: 404 len: 347 time: 0.0149229 Apr 06 12:03:33.830293 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 52384) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:03:33.880329 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc270cdd-abc1-4096-9f23-bb8121d95e0b None None] New status for floating IP b5bcdac1-8644-45b7-a088-0f7ce381e977: DOWN {{(pid=110261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:03:33.970388 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-cba7318e-0995-48ff-9afd-2bd889ffe04c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Deleting port a9d1338e-8798-43c0-abf2-5509abc393d0 {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:03:33.970748 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cba7318e-0995-48ff-9afd-2bd889ffe04c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (a9d1338e-8798-43c0-abf2-5509abc393d0), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:34.056205 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cba7318e-0995-48ff-9afd-2bd889ffe04c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (a9d1338e-8798-43c0-abf2-5509abc393d0), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:34.056431 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cba7318e-0995-48ff-9afd-2bd889ffe04c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for floatingip (a9d1338e-8798-43c0-abf2-5509abc393d0), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:34.069488 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-cba7318e-0995-48ff-9afd-2bd889ffe04c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Calling delete_port for a9d1338e-8798-43c0-abf2-5509abc393d0 owned by network:floatingip {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:03:34.209494 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cba7318e-0995-48ff-9afd-2bd889ffe04c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (a9d1338e-8798-43c0-abf2-5509abc393d0), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:34.237673 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7318e-0995-48ff-9afd-2bd889ffe04c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Pushing event deleted for resources: {'Port': ['ID=a9d1338e-8798-43c0-abf2-5509abc393d0,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:34.304114 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cba7318e-0995-48ff-9afd-2bd889ffe04c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks [] for floatingip (b5bcdac1-8644-45b7-a088-0f7ce381e977), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:34.306700 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cba7318e-0995-48ff-9afd-2bd889ffe04c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:34.317573 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-cba7318e-0995-48ff-9afd-2bd889ffe04c tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] 10.222.0.39 "DELETE /v2.0/floatingips/b5bcdac1-8644-45b7-a088-0f7ce381e977 HTTP/1.1" status: 204 len: 168 time: 0.4870067 Apr 06 12:03:35.011717 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:03:35.031658 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] No Port match for: 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:03:35.031994 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 8a24a007-df5f-4867-a8a9-2d1a4c5b2a75 not bound to the agent host hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:03:36.731098 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 52424) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:03:37.230952 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-141a3f93-a1f2-4d65-900e-a8f2faea35d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431766'] for router_interface (3b71def2-3d93-45be-a5ef-7b49fecb29c1), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:37.488156 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-141a3f93-a1f2-4d65-900e-a8f2faea35d3 admin admin] Deleting port 01c1d04c-390a-4ad7-ad11-58637035f908 {{(pid=110259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:03:37.488382 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-141a3f93-a1f2-4d65-900e-a8f2faea35d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (01c1d04c-390a-4ad7-ad11-58637035f908), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:37.573718 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.db [None req-141a3f93-a1f2-4d65-900e-a8f2faea35d3 admin admin] For port 01c1d04c-390a-4ad7-ad11-58637035f908, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=01c1d04c-390a-4ad7-ad11-58637035f908,segment=NetworkSegment(deb309b9-5789-464c-9c33-f60bf6e06a39),segment_id=deb309b9-5789-464c-9c33-f60bf6e06a39)] {{(pid=110259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:03:37.574079 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-141a3f93-a1f2-4d65-900e-a8f2faea35d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (01c1d04c-390a-4ad7-ad11-58637035f908), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:37.589227 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-141a3f93-a1f2-4d65-900e-a8f2faea35d3 admin admin] Calling delete_port for 01c1d04c-390a-4ad7-ad11-58637035f908 owned by network:router_interface {{(pid=110259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:03:37.788567 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-141a3f93-a1f2-4d65-900e-a8f2faea35d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (01c1d04c-390a-4ad7-ad11-58637035f908), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:37.812298 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a3f93-a1f2-4d65-900e-a8f2faea35d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=01c1d04c-390a-4ad7-ad11-58637035f908,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:37.999107 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-141a3f93-a1f2-4d65-900e-a8f2faea35d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430086'] for router_interface (3b71def2-3d93-45be-a5ef-7b49fecb29c1), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:38.187295 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f123c7-d0fa-439f-b23d-ff512e3cf766 req-968bb8ab-c8f9-46a6-8ead-f1fe34016ca8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:38.188774 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-81f123c7-d0fa-439f-b23d-ff512e3cf766 req-968bb8ab-c8f9-46a6-8ead-f1fe34016ca8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=54952b2a-5ad3-4751-b3ad-9d3908178f4f HTTP/1.1" status: 200 len: 946 time: 0.0570869 Apr 06 12:03:38.232417 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141a3f93-a1f2-4d65-900e-a8f2faea35d3 admin admin] Router 3b71def2-3d93-45be-a5ef-7b49fecb29c1 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:03:38.236335 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-81f123c7-d0fa-439f-b23d-ff512e3cf766 req-7ffccf3c-15b6-4a0c-a0f9-9ca71b6464c8 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=0313a9b3-536c-4b4b-a600-17f9537d87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416484 Apr 06 12:03:38.345780 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141a3f93-a1f2-4d65-900e-a8f2faea35d3 admin admin] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:03:38.354119 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-141a3f93-a1f2-4d65-900e-a8f2faea35d3 admin admin] 10.222.0.39 "PUT /v2.0/routers/3b71def2-3d93-45be-a5ef-7b49fecb29c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6209941 Apr 06 12:03:38.356240 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 52438) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:03:38.360846 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521bb0eb-24c8-4833-aea9-9792b559d110 None None] Sync routers for ids ['3b71def2-3d93-45be-a5ef-7b49fecb29c1'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:03:38.379459 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521bb0eb-24c8-4833-aea9-9792b559d110 None None] Routers {'3b71def2-3d93-45be-a5ef-7b49fecb29c1'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:03:38.381399 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-521bb0eb-24c8-4833-aea9-9792b559d110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:03:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['3b71def2-3d93-45be-a5ef-7b49fecb29c1'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:38.515738 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-db337245-be5d-4abc-abc2-0da530898353 admin admin] Publish callbacks [] for router (3b71def2-3d93-45be-a5ef-7b49fecb29c1), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:38.532558 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-521bb0eb-24c8-4833-aea9-9792b559d110 None None] Set router 3b71def2-3d93-45be-a5ef-7b49fecb29c1 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:03:38.628329 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-db337245-be5d-4abc-abc2-0da530898353 admin admin] Publish callbacks [] for router_gateway (3b71def2-3d93-45be-a5ef-7b49fecb29c1), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:38.702638 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-db337245-be5d-4abc-abc2-0da530898353 admin admin] Deleting port c0eb9710-097b-4510-8bf0-fabd9d9ec07f {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:03:38.703116 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-db337245-be5d-4abc-abc2-0da530898353 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (c0eb9710-097b-4510-8bf0-fabd9d9ec07f), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:38.726857 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-521bb0eb-24c8-4833-aea9-9792b559d110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'name': 'tempest-AttachVolumeShelveTestJSON-495381077-router', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T12:03:37Z', 'revision_number': 5, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'gw_port': {'id': 'c0eb9710-097b-4510-8bf0-fabd9d9ec07f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:38.756126 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521bb0eb-24c8-4833-aea9-9792b559d110 None None] Checking router: 3b71def2-3d93-45be-a5ef-7b49fecb29c1 for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:03:38.765199 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521bb0eb-24c8-4833-aea9-9792b559d110 None None] Routers {'3b71def2-3d93-45be-a5ef-7b49fecb29c1'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:03:38.765828 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-521bb0eb-24c8-4833-aea9-9792b559d110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:03:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['3b71def2-3d93-45be-a5ef-7b49fecb29c1'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:38.801863 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [None req-db337245-be5d-4abc-abc2-0da530898353 admin admin] For port c0eb9710-097b-4510-8bf0-fabd9d9ec07f, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=c0eb9710-097b-4510-8bf0-fabd9d9ec07f,segment=NetworkSegment(e99df258-543d-4616-b3b8-0c52db153909),segment_id=e99df258-543d-4616-b3b8-0c52db153909)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:03:38.802352 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-db337245-be5d-4abc-abc2-0da530898353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (c0eb9710-097b-4510-8bf0-fabd9d9ec07f), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:38.815397 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-db337245-be5d-4abc-abc2-0da530898353 admin admin] Calling delete_port for c0eb9710-097b-4510-8bf0-fabd9d9ec07f owned by network:router_gateway {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:03:38.862302 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-521bb0eb-24c8-4833-aea9-9792b559d110 None None] Set router 3b71def2-3d93-45be-a5ef-7b49fecb29c1 gateway port host: None {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:03:38.924613 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-521bb0eb-24c8-4833-aea9-9792b559d110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'name': 'tempest-AttachVolumeShelveTestJSON-495381077-router', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T12:03:38Z', 'revision_number': 6, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'gw_port_host': None}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:38.957225 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521bb0eb-24c8-4833-aea9-9792b559d110 None None] The sync data for ids ['3b71def2-3d93-45be-a5ef-7b49fecb29c1'] in dv-cinder-836074-2-iscsi is: [{'id': '3b71def2-3d93-45be-a5ef-7b49fecb29c1', 'name': 'tempest-AttachVolumeShelveTestJSON-495381077-router', 'tenant_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T12:03:38Z', 'revision_number': 6, 'project_id': '1a2c38a64ffb4474b4a145f9808cc37f', 'gw_port_host': None}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:03:38.999475 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-db337245-be5d-4abc-abc2-0da530898353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (c0eb9710-097b-4510-8bf0-fabd9d9ec07f), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:39.026240 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db337245-be5d-4abc-abc2-0da530898353 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0eb9710-097b-4510-8bf0-fabd9d9ec07f,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:39.088069 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-db337245-be5d-4abc-abc2-0da530898353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430272'] for router_gateway (3b71def2-3d93-45be-a5ef-7b49fecb29c1), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:39.180832 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-db337245-be5d-4abc-abc2-0da530898353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2514'] for router (3b71def2-3d93-45be-a5ef-7b49fecb29c1), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:39.182929 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-db337245-be5d-4abc-abc2-0da530898353 admin admin] Publish callbacks [] for router_controller (3b71def2-3d93-45be-a5ef-7b49fecb29c1), precommit_delete_associations {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:39.231094 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-db337245-be5d-4abc-abc2-0da530898353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-433530'] for router (3b71def2-3d93-45be-a5ef-7b49fecb29c1), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:39.231812 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db337245-be5d-4abc-abc2-0da530898353 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b71def2-3d93-45be-a5ef-7b49fecb29c1 {{(pid=110260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 12:03:39.235987 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-db337245-be5d-4abc-abc2-0da530898353 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:39.237198 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-db337245-be5d-4abc-abc2-0da530898353 admin admin] 10.222.0.39 "DELETE /v2.0/routers/3b71def2-3d93-45be-a5ef-7b49fecb29c1 HTTP/1.1" status: 204 len: 168 time: 0.8796315 Apr 06 12:03:39.239899 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 52440) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:03:39.285022 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc1b3cc-8667-4c1e-b94b-742057f6f199 admin admin] Deleting subnet 3051baf9-8ef0-43f1-94ee-3a605ed467b3 {{(pid=110260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:03:39.288362 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-2cc1b3cc-8667-4c1e-b94b-742057f6f199 admin admin] Publish callbacks [] for subnet (3051baf9-8ef0-43f1-94ee-3a605ed467b3), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:39.327062 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-2cc1b3cc-8667-4c1e-b94b-742057f6f199 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5214045'] for subnet (3051baf9-8ef0-43f1-94ee-3a605ed467b3), precommit_delete_associations {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:39.373155 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61844ecc-7630-49a1-844b-632a4270e41d req-522230eb-f4c4-49e4-b1c4-bc688ad0c26e tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:39.374825 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-61844ecc-7630-49a1-844b-632a4270e41d req-522230eb-f4c4-49e4-b1c4-bc688ad0c26e tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=54952b2a-5ad3-4751-b3ad-9d3908178f4f HTTP/1.1" status: 200 len: 946 time: 0.0680501 Apr 06 12:03:39.432344 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-2cc1b3cc-8667-4c1e-b94b-742057f6f199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540055'] for subnet (3051baf9-8ef0-43f1-94ee-3a605ed467b3), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:39.445210 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-61844ecc-7630-49a1-844b-632a4270e41d req-6e69074c-dd38-47a6-958f-eac8ff4b24f4 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=0313a9b3-536c-4b4b-a600-17f9537d87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580416 Apr 06 12:03:39.487634 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-2cc1b3cc-8667-4c1e-b94b-742057f6f199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1540056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4263529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4228261'] for subnet (3051baf9-8ef0-43f1-94ee-3a605ed467b3), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:39.512429 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1b3cc-8667-4c1e-b94b-742057f6f199 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3051baf9-8ef0-43f1-94ee-3a605ed467b3,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:39.516009 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-2cc1b3cc-8667-4c1e-b94b-742057f6f199 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:39.519367 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-2cc1b3cc-8667-4c1e-b94b-742057f6f199 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3051baf9-8ef0-43f1-94ee-3a605ed467b3 HTTP/1.1" status: 204 len: 168 time: 0.2785933 Apr 06 12:03:39.522049 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 52444) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:03:39.522455 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e485e8e2-03ef-4e2f-baff-03202b95e359 None None] Network 04e35c34-b38e-495d-ab59-a36a4ea05864 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:03:39.595217 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-158f347e-180d-4de9-bb0a-2b1d3e1ae7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448080'] for network (04e35c34-b38e-495d-ab59-a36a4ea05864), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:39.653128 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-158f347e-180d-4de9-bb0a-2b1d3e1ae7ff admin admin] Deleting port 6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9 {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:03:39.653466 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-158f347e-180d-4de9-bb0a-2b1d3e1ae7ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:39.717478 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [None req-158f347e-180d-4de9-bb0a-2b1d3e1ae7ff admin admin] For port 6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9,segment=NetworkSegment(deb309b9-5789-464c-9c33-f60bf6e06a39),segment_id=deb309b9-5789-464c-9c33-f60bf6e06a39)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:03:39.717743 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-158f347e-180d-4de9-bb0a-2b1d3e1ae7ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:39.731062 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-158f347e-180d-4de9-bb0a-2b1d3e1ae7ff admin admin] Calling delete_port for 6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9 owned by network:dhcp {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:03:39.770460 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea6f657-3e9f-4d6b-8238-1683bcbf3939 None None] DHCP port deletion for 04e35c34-b38e-495d-ab59-a36a4ea05864 request from dv-cinder-836074-2-iscsi {{(pid=110261) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 12:03:39.827632 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-158f347e-180d-4de9-bb0a-2b1d3e1ae7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:39.837986 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-4ea6f657-3e9f-4d6b-8238-1683bcbf3939 None None] Deleting port 6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9 {{(pid=110261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:03:39.838592 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-4ea6f657-3e9f-4d6b-8238-1683bcbf3939 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9), before_delete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:39.864361 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f347e-180d-4de9-bb0a-2b1d3e1ae7ff admin admin] Pushing event deleted for resources: {'Port': ['ID=6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:39.867073 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158f347e-180d-4de9-bb0a-2b1d3e1ae7ff admin admin] No DVR routers for this DVR port 6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9 on host dv-cinder-836074-2-iscsi {{(pid=110260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:03:39.883308 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 01c1d04c-390a-4ad7-ad11-58637035f908 no longer exists at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:03:39.913645 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] No Port match for: 01c1d04c-390a-4ad7-ad11-58637035f908 {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:03:39.913993 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 01c1d04c-390a-4ad7-ad11-58637035f908 not bound to the agent host dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:03:39.931560 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-4ea6f657-3e9f-4d6b-8238-1683bcbf3939 None None] For port 6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9, host dv-cinder-836074-2-iscsi, got binding levels [] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:03:39.931956 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-4ea6f657-3e9f-4d6b-8238-1683bcbf3939 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9), precommit_delete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:39.948623 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-158f347e-180d-4de9-bb0a-2b1d3e1ae7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1537324', 'neutron.services.segments.db._delete_segments_for_network-8743157203577'] for network (04e35c34-b38e-495d-ab59-a36a4ea05864), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:39.950960 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-4ea6f657-3e9f-4d6b-8238-1683bcbf3939 None None] Calling delete_port for 6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9 owned by network:dhcp {{(pid=110261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:03:39.953986 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.ipam_backend_mixin [None req-4ea6f657-3e9f-4d6b-8238-1683bcbf3939 None None] Port 6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9 was not found and therefore no delete operation was performed {{(pid=110261) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 06 12:03:39.956440 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-4ea6f657-3e9f-4d6b-8238-1683bcbf3939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237'] for port (6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9), after_delete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:39.981851 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6f657-3e9f-4d6b-8238-1683bcbf3939 None None] Pushing event deleted for resources: {'Port': ['ID=6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9,revision_number=None']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:39.996755 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea6f657-3e9f-4d6b-8238-1683bcbf3939 None None] No DVR routers for this DVR port 6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9 on host dv-cinder-836074-2-iscsi {{(pid=110261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:03:40.009616 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.services.segments.db [None req-158f347e-180d-4de9-bb0a-2b1d3e1ae7ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e35c34-b38e-495d-ab59-a36a4ea05864']}} {{(pid=110260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:40.025483 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.services.segments.db [None req-158f347e-180d-4de9-bb0a-2b1d3e1ae7ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb309b9-5789-464c-9c33-f60bf6e06a39') {'for_net_delete': True} {{(pid=110260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:40.025781 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.services.segments.db [None req-158f347e-180d-4de9-bb0a-2b1d3e1ae7ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb309b9-5789-464c-9c33-f60bf6e06a39') {} {{(pid=110260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:40.039171 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-158f347e-180d-4de9-bb0a-2b1d3e1ae7ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743157202306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5214118'] for segment (deb309b9-5789-464c-9c33-f60bf6e06a39), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:40.059460 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-158f347e-180d-4de9-bb0a-2b1d3e1ae7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (deb309b9-5789-464c-9c33-f60bf6e06a39), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:40.068823 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68600de4-c701-476f-8826-e914724210e4 req-19750f66-8fd2-4f8b-9b31-c84864f6b713 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:40.070375 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-68600de4-c701-476f-8826-e914724210e4 req-19750f66-8fd2-4f8b-9b31-c84864f6b713 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.53 "GET /v2.0/ports?device_id=54952b2a-5ad3-4751-b3ad-9d3908178f4f HTTP/1.1" status: 200 len: 946 time: 0.0949371 Apr 06 12:03:40.076605 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158f347e-180d-4de9-bb0a-2b1d3e1ae7ff admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=110260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:03:40.076887 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-158f347e-180d-4de9-bb0a-2b1d3e1ae7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4263427'] for segment (deb309b9-5789-464c-9c33-f60bf6e06a39), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:40.079734 dv-cinder-836074-2-iscsi neutron-server[110260]: Traceback (most recent call last): Apr 06 12:03:40.079734 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:03:40.079734 dv-cinder-836074-2-iscsi neutron-server[110260]: timer() Apr 06 12:03:40.079734 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:03:40.079734 dv-cinder-836074-2-iscsi neutron-server[110260]: cb(*args, **kw) Apr 06 12:03:40.079734 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:03:40.079734 dv-cinder-836074-2-iscsi neutron-server[110260]: return func(*args, **kwargs) Apr 06 12:03:40.079734 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:03:40.079734 dv-cinder-836074-2-iscsi neutron-server[110260]: self._notify() Apr 06 12:03:40.079734 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:03:40.079734 dv-cinder-836074-2-iscsi neutron-server[110260]: self.callback(batched_events) Apr 06 12:03:40.079734 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:03:40.079734 dv-cinder-836074-2-iscsi neutron-server[110260]: event.method(event) Apr 06 12:03:40.079734 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:03:40.079734 dv-cinder-836074-2-iscsi neutron-server[110260]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:03:40.079734 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:03:40.079734 dv-cinder-836074-2-iscsi neutron-server[110260]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:03:40.079734 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:03:40.079734 dv-cinder-836074-2-iscsi neutron-server[110260]: return f(self, *a, **k) Apr 06 12:03:40.079734 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:03:40.079734 dv-cinder-836074-2-iscsi neutron-server[110260]: return self._get(url).json() Apr 06 12:03:40.079734 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:03:40.079734 dv-cinder-836074-2-iscsi neutron-server[110260]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:03:40.079734 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:03:40.079734 dv-cinder-836074-2-iscsi neutron-server[110260]: return self.request(url, 'GET', **kwargs) Apr 06 12:03:40.079734 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:03:40.079734 dv-cinder-836074-2-iscsi neutron-server[110260]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:03:40.079734 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:03:40.079734 dv-cinder-836074-2-iscsi neutron-server[110260]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:03:40.079734 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:03:40.079734 dv-cinder-836074-2-iscsi neutron-server[110260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:03:40.079734 dv-cinder-836074-2-iscsi neutron-server[110260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:03:40.194740 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-158f347e-180d-4de9-bb0a-2b1d3e1ae7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1537365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430244'] for network (04e35c34-b38e-495d-ab59-a36a4ea05864), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:40.202632 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-158f347e-180d-4de9-bb0a-2b1d3e1ae7ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:40.205819 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-158f347e-180d-4de9-bb0a-2b1d3e1ae7ff admin admin] 10.222.0.39 "DELETE /v2.0/networks/04e35c34-b38e-495d-ab59-a36a4ea05864 HTTP/1.1" status: 204 len: 168 time: 0.6828346 Apr 06 12:03:40.216292 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f347e-180d-4de9-bb0a-2b1d3e1ae7ff admin admin] Pushing event deleted for resources: {'Network': ['ID=04e35c34-b38e-495d-ab59-a36a4ea05864,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:40.244872 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [req-68600de4-c701-476f-8826-e914724210e4 req-d686a869-419c-4ede-a071-94ac45728423 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Deleting port d42d6b96-4e94-46a5-b183-f748b9da3435 {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:03:40.245506 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-68600de4-c701-476f-8826-e914724210e4 req-d686a869-419c-4ede-a071-94ac45728423 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (d42d6b96-4e94-46a5-b183-f748b9da3435), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:40.330140 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 52448) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:03:40.353977 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-68600de4-c701-476f-8826-e914724210e4 req-d686a869-419c-4ede-a071-94ac45728423 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] For port d42d6b96-4e94-46a5-b183-f748b9da3435, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d42d6b96-4e94-46a5-b183-f748b9da3435,segment=NetworkSegment(d73cce00-15b1-40fb-ad57-8913535f579d),segment_id=d73cce00-15b1-40fb-ad57-8913535f579d)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:03:40.354326 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-68600de4-c701-476f-8826-e914724210e4 req-d686a869-419c-4ede-a071-94ac45728423 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (d42d6b96-4e94-46a5-b183-f748b9da3435), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:40.426675 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-4c064635-b1ef-4bfe-bd0d-076ccc40df5b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a2c38a64ffb4474b4a145f9808cc37f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0954247 Apr 06 12:03:40.429519 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 52450) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:03:40.480985 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d2dfae8f-d976-4322-8646-fc5c25f7280c admin admin] Publish callbacks [] for security_group (2c288cc3-dda7-44b5-8f18-6c1360796ee9), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:40.506046 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d2dfae8f-d976-4322-8646-fc5c25f7280c admin admin] Publish callbacks [] for security_group (2c288cc3-dda7-44b5-8f18-6c1360796ee9), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:40.565758 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d2dfae8f-d976-4322-8646-fc5c25f7280c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (2c288cc3-dda7-44b5-8f18-6c1360796ee9), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:40.568471 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d2dfae8f-d976-4322-8646-fc5c25f7280c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:40.569659 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-d2dfae8f-d976-4322-8646-fc5c25f7280c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2c288cc3-dda7-44b5-8f18-6c1360796ee9 HTTP/1.1" status: 204 len: 168 time: 0.1391683 Apr 06 12:03:40.577496 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dfae8f-d976-4322-8646-fc5c25f7280c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c288cc3-dda7-44b5-8f18-6c1360796ee9,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:40.582646 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-68600de4-c701-476f-8826-e914724210e4 req-d686a869-419c-4ede-a071-94ac45728423 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:40.583343 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-68600de4-c701-476f-8826-e914724210e4 req-d686a869-419c-4ede-a071-94ac45728423 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (be461330-6367-4b32-a769-15c5029a584c), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:40.583626 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.db.l3_db [req-68600de4-c701-476f-8826-e914724210e4 req-d686a869-419c-4ede-a071-94ac45728423 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Floating IP be461330-6367-4b32-a769-15c5029a584c disassociated. External IP: 172.27.1.194, port: d42d6b96-4e94-46a5-b183-f748b9da3435. Apr 06 12:03:40.583970 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [req-68600de4-c701-476f-8826-e914724210e4 req-d686a869-419c-4ede-a071-94ac45728423 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Calling delete_port for d42d6b96-4e94-46a5-b183-f748b9da3435 owned by compute:nova {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:03:40.647692 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb7016-6de2-46c3-9a38-32ca6fd8c43a req-c2d3bbd4-3fe7-40ac-99a5-8527147109b3 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:40.649191 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-10fb7016-6de2-46c3-9a38-32ca6fd8c43a req-c2d3bbd4-3fe7-40ac-99a5-8527147109b3 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/ports?device_id=54952b2a-5ad3-4751-b3ad-9d3908178f4f HTTP/1.1" status: 200 len: 946 time: 0.1222818 Apr 06 12:03:40.724899 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-10fb7016-6de2-46c3-9a38-32ca6fd8c43a req-df370f95-231c-4fff-9531-d9ef992a0521 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups?id=0313a9b3-536c-4b4b-a600-17f9537d87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686224 Apr 06 12:03:40.787556 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-68600de4-c701-476f-8826-e914724210e4 req-d686a869-419c-4ede-a071-94ac45728423 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (d42d6b96-4e94-46a5-b183-f748b9da3435), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:40.814589 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686a869-419c-4ede-a071-94ac45728423 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event deleted for resources: {'Port': ['ID=d42d6b96-4e94-46a5-b183-f748b9da3435,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:40.945009 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68600de4-c701-476f-8826-e914724210e4 req-d686a869-419c-4ede-a071-94ac45728423 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:03:41.061934 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68600de4-c701-476f-8826-e914724210e4 req-d686a869-419c-4ede-a071-94ac45728423 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:03:41.074341 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60717c8-6bd9-41f1-aaeb-7b4620f52768 None None] Sync routers for ids ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'] in dv-cinder-836074-2-iscsi {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:03:41.086780 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60717c8-6bd9-41f1-aaeb-7b4620f52768 None None] Routers {'1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:03:41.088784 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-d60717c8-6bd9-41f1-aaeb-7b4620f52768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:03:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:41.110061 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [req-68600de4-c701-476f-8826-e914724210e4 req-d686a869-419c-4ede-a071-94ac45728423 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] No DVR routers for this DVR port d42d6b96-4e94-46a5-b183-f748b9da3435 on host hv-cinder-83607 {{(pid=110260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:03:41.114196 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-68600de4-c701-476f-8826-e914724210e4 req-d686a869-419c-4ede-a071-94ac45728423 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:41.118190 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-68600de4-c701-476f-8826-e914724210e4 req-d686a869-419c-4ede-a071-94ac45728423 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.53 "DELETE /v2.0/ports/d42d6b96-4e94-46a5-b183-f748b9da3435 HTTP/1.1" status: 204 len: 173 time: 1.0385394 Apr 06 12:03:41.118825 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54952b2a-5ad3-4751-b3ad-9d3908178f4f', 'name': 'network-vif-deleted', 'tag': 'd42d6b96-4e94-46a5-b183-f748b9da3435'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:03:41.121426 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbad3a68-e159-4ae5-b44c-adac21bc9e24" -d '{"events": [{"server_uuid": "54952b2a-5ad3-4751-b3ad-9d3908178f4f", "name": "network-vif-deleted", "tag": "d42d6b96-4e94-46a5-b183-f748b9da3435"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:03:41.163555 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ccefcb-80b0-4860-867c-0a23cc377677 x-openstack-request-id: req-e1ccefcb-80b0-4860-867c-0a23cc377677 {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:03:41.163858 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54952b2a-5ad3-4751-b3ad-9d3908178f4f", "name": "network-vif-deleted", "tag": "d42d6b96-4e94-46a5-b183-f748b9da3435", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:03:41.164075 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e1ccefcb-80b0-4860-867c-0a23cc377677 {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:03:41.164513 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1ccefcb-80b0-4860-867c-0a23cc377677'] response: {'server_uuid': '54952b2a-5ad3-4751-b3ad-9d3908178f4f', 'name': 'network-vif-deleted', 'tag': 'd42d6b96-4e94-46a5-b183-f748b9da3435', 'status': 'completed', 'code': 200} Apr 06 12:03:41.242462 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-d60717c8-6bd9-41f1-aaeb-7b4620f52768 None None] Set router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:03:41.450371 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 52476) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:03:41.491325 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9 no longer exists at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:03:41.536736 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] No Port match for: 6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9 {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:03:41.537082 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 6fa8ded5-ef50-4ea4-9ce8-659ca6c142e9 not bound to the agent host dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:03:41.537501 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device c0eb9710-097b-4510-8bf0-fabd9d9ec07f no longer exists at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:03:41.556639 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-d0c306ed-3d25-4c0a-bb8c-a8d4c6ed9374 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1308526680-network', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:03:41.567795 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] No Port match for: c0eb9710-097b-4510-8bf0-fabd9d9ec07f {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:03:41.568144 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device c0eb9710-097b-4510-8bf0-fabd9d9ec07f not bound to the agent host dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:03:41.593967 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c306ed-3d25-4c0a-bb8c-a8d4c6ed9374 admin admin] Made reservation on behalf of ede1b1c2fa1b4dc1bd2ad95d91ad5ffe for: {'network': 1} {{(pid=110259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:03:41.602787 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d0c306ed-3d25-4c0a-bb8c-a8d4c6ed9374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for network (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:41.612504 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d0c306ed-3d25-4c0a-bb8c-a8d4c6ed9374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:41.666506 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-d60717c8-6bd9-41f1-aaeb-7b4620f52768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '61f17581-a107-4585-9edf-2a1a789a5328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:19Z', 'revision_number': 4, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'gw_port': {'id': '61f17581-a107-4585-9edf-2a1a789a5328', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'e0a3a1dc-eae8-4722-ac6e-afd2acc6accf', 'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'mac_address': 'fa:16:3e:62:15:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:17Z', 'updated_at': '2022-04-06T11:51:28Z', 'revision_number': 5, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'subnets': [{'id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:41.694003 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d0c306ed-3d25-4c0a-bb8c-a8d4c6ed9374 admin admin] Publish callbacks [] for security_group (d04fc12f-9b4c-4e4b-9df1-ca7025c562ff), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:41.698908 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60717c8-6bd9-41f1-aaeb-7b4620f52768 None None] Checking router: 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef for host: dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:03:41.701441 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d0c306ed-3d25-4c0a-bb8c-a8d4c6ed9374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (d04fc12f-9b4c-4e4b-9df1-ca7025c562ff), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:41.711037 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60717c8-6bd9-41f1-aaeb-7b4620f52768 None None] Routers {'1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:03:41.712096 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-d60717c8-6bd9-41f1-aaeb-7b4620f52768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:03:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:41.730912 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c306ed-3d25-4c0a-bb8c-a8d4c6ed9374 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=110259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:03:41.737603 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c306ed-3d25-4c0a-bb8c-a8d4c6ed9374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04fc12f-9b4c-4e4b-9df1-ca7025c562ff,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:41.743748 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d0c306ed-3d25-4c0a-bb8c-a8d4c6ed9374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (c518d1a2-b035-4fd8-ba52-bae08596d8dd), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:41.744092 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.db.segments_db [None req-d0c306ed-3d25-4c0a-bb8c-a8d4c6ed9374 admin admin] Added segment c518d1a2-b035-4fd8-ba52-bae08596d8dd of type vlan for network 45970ed1-c53c-48e7-99d7-7f6912a67aaa Apr 06 12:03:41.789990 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d0c306ed-3d25-4c0a-bb8c-a8d4c6ed9374 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743156740410'] for network (45970ed1-c53c-48e7-99d7-7f6912a67aaa), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:41.818332 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d0c306ed-3d25-4c0a-bb8c-a8d4c6ed9374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332'] for network (45970ed1-c53c-48e7-99d7-7f6912a67aaa), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:41.819710 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c306ed-3d25-4c0a-bb8c-a8d4c6ed9374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:41.820469 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d0c306ed-3d25-4c0a-bb8c-a8d4c6ed9374 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:41.826893 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 52486) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:03:41.829449 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-d60717c8-6bd9-41f1-aaeb-7b4620f52768 None None] Set router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:03:41.875535 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-d0c306ed-3d25-4c0a-bb8c-a8d4c6ed9374 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4240391 Apr 06 12:03:41.882400 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 52488) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:03:41.887936 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c306ed-3d25-4c0a-bb8c-a8d4c6ed9374 admin admin] Pushing event updated for resources: {'Network': ['ID=45970ed1-c53c-48e7-99d7-7f6912a67aaa,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:41.889588 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-4e6256c7-05ef-4214-aefc-86d6db288757 admin admin] Request body: {'subnet': {'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1308526680-subnet', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:03:41.899916 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-6eb9a417-f4c5-4cbc-a11c-38bc9cd4cbda tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group (0313a9b3-536c-4b4b-a600-17f9537d87d3), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:41.913147 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Network 45970ed1-c53c-48e7-99d7-7f6912a67aaa details requested by agent ovs-agent-dv-cinder-836074-2-iscsi with host dv-cinder-836074-2-iscsi {{(pid=110261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:03:41.933822 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-6eb9a417-f4c5-4cbc-a11c-38bc9cd4cbda tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group (0313a9b3-536c-4b4b-a600-17f9537d87d3), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:41.936801 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6256c7-05ef-4214-aefc-86d6db288757 admin admin] Made reservation on behalf of ede1b1c2fa1b4dc1bd2ad95d91ad5ffe for: {'subnet': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:03:41.939096 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4e6256c7-05ef-4214-aefc-86d6db288757 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4228290'] for subnet (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:42.045227 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-6eb9a417-f4c5-4cbc-a11c-38bc9cd4cbda tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (0313a9b3-536c-4b4b-a600-17f9537d87d3), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:42.047920 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-6eb9a417-f4c5-4cbc-a11c-38bc9cd4cbda tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:42.049665 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-6eb9a417-f4c5-4cbc-a11c-38bc9cd4cbda tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "DELETE /v2.0/security-groups/0313a9b3-536c-4b4b-a600-17f9537d87d3 HTTP/1.1" status: 204 len: 168 time: 0.2208631 Apr 06 12:03:42.053174 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 52490) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:03:42.064202 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9a417-f4c5-4cbc-a11c-38bc9cd4cbda tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0313a9b3-536c-4b4b-a600-17f9537d87d3,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:42.069461 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.api.v2.resource [None req-f2340f32-7d2d-4037-9fa7-8e8b150db47c tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] show failed (client error): The resource could not be found. Apr 06 12:03:42.073828 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-f2340f32-7d2d-4037-9fa7-8e8b150db47c tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "GET /v2.0/security-groups/0313a9b3-536c-4b4b-a600-17f9537d87d3 HTTP/1.1" status: 404 len: 347 time: 0.0192542 Apr 06 12:03:42.074557 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 52492) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:03:42.122898 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-d60717c8-6bd9-41f1-aaeb-7b4620f52768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '61f17581-a107-4585-9edf-2a1a789a5328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:19Z', 'revision_number': 4, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'gw_port': {'id': '61f17581-a107-4585-9edf-2a1a789a5328', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'e0a3a1dc-eae8-4722-ac6e-afd2acc6accf', 'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'mac_address': 'fa:16:3e:62:15:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:17Z', 'updated_at': '2022-04-06T11:51:28Z', 'revision_number': 5, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'subnets': [{'id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:42.156167 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60717c8-6bd9-41f1-aaeb-7b4620f52768 None None] The sync data for ids ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'] in dv-cinder-836074-2-iscsi is: [{'id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '61f17581-a107-4585-9edf-2a1a789a5328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T11:51:19Z', 'revision_number': 4, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'gw_port': {'id': '61f17581-a107-4585-9edf-2a1a789a5328', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'e0a3a1dc-eae8-4722-ac6e-afd2acc6accf', 'name': '', 'network_id': '99bd6fac-a9a5-4214-bfa7-98f9f937fa30', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'mac_address': 'fa:16:3e:62:15:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:17Z', 'updated_at': '2022-04-06T11:51:28Z', 'revision_number': 5, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'subnets': [{'id': '30cc3b5e-6713-4293-92dc-273ba182e38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:03:42.176930 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4e6256c7-05ef-4214-aefc-86d6db288757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4262830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4228316'] for subnet (9a13fee9-8bb2-4536-8f3f-eca49979516d), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:42.210715 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-538dd7f3-bcfd-4afe-a679-47649fb2bcd2 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Deleting port 55ea88cd-ec4a-4468-a1d0-4d36bd60f8c4 {{(pid=110259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:03:42.211054 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-538dd7f3-bcfd-4afe-a679-47649fb2bcd2 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (55ea88cd-ec4a-4468-a1d0-4d36bd60f8c4), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:42.242527 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6256c7-05ef-4214-aefc-86d6db288757 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a13fee9-8bb2-4536-8f3f-eca49979516d,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:42.249157 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6256c7-05ef-4214-aefc-86d6db288757 admin admin] Checking segment: {'id': 'c518d1a2-b035-4fd8-ba52-bae08596d8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:03:42.249512 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6256c7-05ef-4214-aefc-86d6db288757 admin admin] Network hostable DHCP agents. Network: 45970ed1-c53c-48e7-99d7-7f6912a67aaa, hostable agents: ['eb907300-c67e-4e21-a2d4-e40182a63fdb'], hosted agents: [] {{(pid=110260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:03:42.271091 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6256c7-05ef-4214-aefc-86d6db288757 admin admin] Network 45970ed1-c53c-48e7-99d7-7f6912a67aaa is scheduled to be hosted by DHCP agent eb907300-c67e-4e21-a2d4-e40182a63fdb with binding_index 1 {{(pid=110260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:03:42.274797 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-dd3908ec-aef2-4d7c-a3fe-adb576090a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:42.282737 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-4e6256c7-05ef-4214-aefc-86d6db288757 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-2-iscsi, 45970ed1-c53c-48e7-99d7-7f6912a67aaa) {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:03:42.288631 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6256c7-05ef-4214-aefc-86d6db288757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:42.290435 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4e6256c7-05ef-4214-aefc-86d6db288757 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:42.299431 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073a012a-7063-4a6a-b763-c443a13325a9 None None] Network 45970ed1-c53c-48e7-99d7-7f6912a67aaa requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:03:42.309567 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-4e6256c7-05ef-4214-aefc-86d6db288757 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4261081 Apr 06 12:03:42.312536 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 52494) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:03:42.318093 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-208ca321-12d1-42d4-86af-2dda05f002ca admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1308526680-router', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:03:42.338277 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-538dd7f3-bcfd-4afe-a679-47649fb2bcd2 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (55ea88cd-ec4a-4468-a1d0-4d36bd60f8c4), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:42.338909 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-538dd7f3-bcfd-4afe-a679-47649fb2bcd2 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for floatingip (55ea88cd-ec4a-4468-a1d0-4d36bd60f8c4), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:42.346046 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-208ca321-12d1-42d4-86af-2dda05f002ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-432941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2496'] for router (f86a5bfb-9354-4fb8-8eb1-37ed7ac08211), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:42.349392 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-208ca321-12d1-42d4-86af-2dda05f002ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2521'] for router (f86a5bfb-9354-4fb8-8eb1-37ed7ac08211), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:42.354769 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-538dd7f3-bcfd-4afe-a679-47649fb2bcd2 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Calling delete_port for 55ea88cd-ec4a-4468-a1d0-4d36bd60f8c4 owned by network:floatingip {{(pid=110259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:03:42.428619 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e995e4-34db-4a22-9c38-c1df97725880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp027ac957-5d53-5658-96df-9f632b9b190b-45970ed1-c53c-48e7-99d7-7f6912a67aaa', 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa', 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'fixed_ips': [{'subnet_id': '9a13fee9-8bb2-4536-8f3f-eca49979516d'}]}} from dv-cinder-836074-2-iscsi. {{(pid=110261) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:03:42.429690 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-42e995e4-34db-4a22-9c38-c1df97725880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:42.497430 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c56771-c92b-4245-ab01-1501c8225fae None None] New status for floating IP be461330-6367-4b32-a769-15c5029a584c: DOWN {{(pid=110262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:03:42.522572 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-538dd7f3-bcfd-4afe-a679-47649fb2bcd2 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (55ea88cd-ec4a-4468-a1d0-4d36bd60f8c4), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:42.552974 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538dd7f3-bcfd-4afe-a679-47649fb2bcd2 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Pushing event deleted for resources: {'Port': ['ID=55ea88cd-ec4a-4468-a1d0-4d36bd60f8c4,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:42.593556 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.db_base_plugin_common [None req-42e995e4-34db-4a22-9c38-c1df97725880 None None] Allocated IP 172.20.0.2 (45970ed1-c53c-48e7-99d7-7f6912a67aaa/9a13fee9-8bb2-4536-8f3f-eca49979516d/7b99226a-91f5-4d39-8f25-22aa6ac752eb) {{(pid=110261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:03:42.619081 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.db.api [None req-07c56771-c92b-4245-ab01-1501c8225fae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 12:03:42.619883 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG oslo_db.api [None req-07c56771-c92b-4245-ab01-1501c8225fae None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 12:03:42.635277 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-538dd7f3-bcfd-4afe-a679-47649fb2bcd2 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks [] for floatingip (be461330-6367-4b32-a769-15c5029a584c), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:42.637930 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-538dd7f3-bcfd-4afe-a679-47649fb2bcd2 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:42.641657 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-538dd7f3-bcfd-4afe-a679-47649fb2bcd2 tempest-AttachVolumeNegativeTest-1758392829 tempest-AttachVolumeNegativeTest-1758392829-project] 10.222.0.39 "DELETE /v2.0/floatingips/be461330-6367-4b32-a769-15c5029a584c HTTP/1.1" status: 204 len: 168 time: 0.5634906 Apr 06 12:03:42.730050 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-208ca321-12d1-42d4-86af-2dda05f002ca admin admin] Publish callbacks [] for router_controller (f86a5bfb-9354-4fb8-8eb1-37ed7ac08211), precommit_add_association {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:42.769839 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-42e995e4-34db-4a22-9c38-c1df97725880 None None] Publish callbacks [] for port (7b99226a-91f5-4d39-8f25-22aa6ac752eb), precommit_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:42.776201 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-42e995e4-34db-4a22-9c38-c1df97725880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228'] for port (7b99226a-91f5-4d39-8f25-22aa6ac752eb), after_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:42.818489 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e995e4-34db-4a22-9c38-c1df97725880 None None] Network 45970ed1-c53c-48e7-99d7-7f6912a67aaa is already hosted by enough agents. {{(pid=110261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:03:42.821543 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.scheduler.base_scheduler [None req-42e995e4-34db-4a22-9c38-c1df97725880 None None] Resources bound (agent type, host, resource id): {{(pid=110261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:03:42.824991 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e995e4-34db-4a22-9c38-c1df97725880 None None] Received port after_create {{(pid=110261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:03:42.831205 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e995e4-34db-4a22-9c38-c1df97725880 None None] Pushing event updated for resources: {'Port': ['ID=7b99226a-91f5-4d39-8f25-22aa6ac752eb,revision_number=1']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:42.880036 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-208ca321-12d1-42d4-86af-2dda05f002ca admin admin] Publish callbacks [] for router_gateway (f86a5bfb-9354-4fb8-8eb1-37ed7ac08211), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:42.890145 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-42e995e4-34db-4a22-9c38-c1df97725880 None None] Attempting to bind port 7b99226a-91f5-4d39-8f25-22aa6ac752eb on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:03:42.890638 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-42e995e4-34db-4a22-9c38-c1df97725880 None None] Attempting to bind port 7b99226a-91f5-4d39-8f25-22aa6ac752eb by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': 'c518d1a2-b035-4fd8-ba52-bae08596d8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa'}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:03:42.890885 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e995e4-34db-4a22-9c38-c1df97725880 None None] Attempting to bind port 7b99226a-91f5-4d39-8f25-22aa6ac752eb on network 45970ed1-c53c-48e7-99d7-7f6912a67aaa {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:03:42.896695 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e995e4-34db-4a22-9c38-c1df97725880 None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:03:42.897103 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e995e4-34db-4a22-9c38-c1df97725880 None None] Checking segment: {'id': 'c518d1a2-b035-4fd8-ba52-bae08596d8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:03:42.897506 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-42e995e4-34db-4a22-9c38-c1df97725880 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:42.897901 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e995e4-34db-4a22-9c38-c1df97725880 None None] Bound using segment: {'id': 'c518d1a2-b035-4fd8-ba52-bae08596d8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa'} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:03:42.898366 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-42e995e4-34db-4a22-9c38-c1df97725880 None None] Bound port: 7b99226a-91f5-4d39-8f25-22aa6ac752eb, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c518d1a2-b035-4fd8-ba52-bae08596d8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa'}}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:03:42.898753 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-42e995e4-34db-4a22-9c38-c1df97725880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (7b99226a-91f5-4d39-8f25-22aa6ac752eb), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:42.968482 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-42e995e4-34db-4a22-9c38-c1df97725880 None None] For port 7b99226a-91f5-4d39-8f25-22aa6ac752eb, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:03:42.972471 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-42e995e4-34db-4a22-9c38-c1df97725880 None None] For port 7b99226a-91f5-4d39-8f25-22aa6ac752eb, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=7b99226a-91f5-4d39-8f25-22aa6ac752eb,segment=NetworkSegment(c518d1a2-b035-4fd8-ba52-bae08596d8dd),segment_id=c518d1a2-b035-4fd8-ba52-bae08596d8dd)] {{(pid=110261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:03:42.978486 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-42e995e4-34db-4a22-9c38-c1df97725880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (7b99226a-91f5-4d39-8f25-22aa6ac752eb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:43.041736 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e995e4-34db-4a22-9c38-c1df97725880 None None] Pushing event updated for resources: {'Port': ['ID=7b99226a-91f5-4d39-8f25-22aa6ac752eb,revision_number=2']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:43.047710 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device d42d6b96-4e94-46a5-b183-f748b9da3435 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:03:43.070628 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] No Port match for: d42d6b96-4e94-46a5-b183-f748b9da3435 {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:03:43.070881 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device d42d6b96-4e94-46a5-b183-f748b9da3435 not bound to the agent host hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:03:43.100893 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-208ca321-12d1-42d4-86af-2dda05f002ca admin admin] Publish callbacks [] for router_gateway (f86a5bfb-9354-4fb8-8eb1-37ed7ac08211), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:43.121585 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-208ca321-12d1-42d4-86af-2dda05f002ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:43.122233 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c56771-c92b-4245-ab01-1501c8225fae None None] New status for floating IP be461330-6367-4b32-a769-15c5029a584c: DOWN {{(pid=110262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:03:43.252395 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [None req-208ca321-12d1-42d4-86af-2dda05f002ca admin admin] Allocated IP 172.27.1.41 (f8bc4371-0f06-4ac4-8212-20e00bcdd0be/f72af3a5-4f9e-49cd-911b-77b0f5cebaf5/070179f5-7691-45c4-b582-1d6e5af8745f) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:03:43.364295 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-208ca321-12d1-42d4-86af-2dda05f002ca admin admin] Publish callbacks [] for port (070179f5-7691-45c4-b582-1d6e5af8745f), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:43.410093 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-208ca321-12d1-42d4-86af-2dda05f002ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (070179f5-7691-45c4-b582-1d6e5af8745f), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:43.452253 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 7b99226a-91f5-4d39-8f25-22aa6ac752eb up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:03:43.457719 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208ca321-12d1-42d4-86af-2dda05f002ca admin admin] Network f8bc4371-0f06-4ac4-8212-20e00bcdd0be is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:03:43.460921 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-208ca321-12d1-42d4-86af-2dda05f002ca admin admin] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:03:43.464454 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208ca321-12d1-42d4-86af-2dda05f002ca admin admin] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:03:43.487376 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ca321-12d1-42d4-86af-2dda05f002ca admin admin] Pushing event updated for resources: {'Port': ['ID=070179f5-7691-45c4-b582-1d6e5af8745f,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:43.508871 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port 7b99226a-91f5-4d39-8f25-22aa6ac752eb triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:03:43.509333 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (7b99226a-91f5-4d39-8f25-22aa6ac752eb), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:43.588418 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port 7b99226a-91f5-4d39-8f25-22aa6ac752eb is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:03:43.588743 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (7b99226a-91f5-4d39-8f25-22aa6ac752eb), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:43.622515 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] For port 7b99226a-91f5-4d39-8f25-22aa6ac752eb, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=7b99226a-91f5-4d39-8f25-22aa6ac752eb,segment=NetworkSegment(c518d1a2-b035-4fd8-ba52-bae08596d8dd),segment_id=c518d1a2-b035-4fd8-ba52-bae08596d8dd)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:03:43.628116 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (7b99226a-91f5-4d39-8f25-22aa6ac752eb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:43.681388 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Pushing event updated for resources: {'Port': ['ID=7b99226a-91f5-4d39-8f25-22aa6ac752eb,revision_number=3']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:43.744383 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-208ca321-12d1-42d4-86af-2dda05f002ca admin admin] Publish callbacks [] for router_gateway (f86a5bfb-9354-4fb8-8eb1-37ed7ac08211), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:43.974458 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-208ca321-12d1-42d4-86af-2dda05f002ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-433572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430332'] for router (f86a5bfb-9354-4fb8-8eb1-37ed7ac08211), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:44.015011 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f4a3dc-9225-46e0-a21a-d061ba45b89b None None] Network 45970ed1-c53c-48e7-99d7-7f6912a67aaa requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:03:44.089589 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-92ad38df-d49c-4a37-b138-d4aa42d090f6 None None] Provisioning complete for port 7b99226a-91f5-4d39-8f25-22aa6ac752eb triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:03:44.089867 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-92ad38df-d49c-4a37-b138-d4aa42d090f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (7b99226a-91f5-4d39-8f25-22aa6ac752eb), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:44.120075 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208ca321-12d1-42d4-86af-2dda05f002ca admin admin] Router f86a5bfb-9354-4fb8-8eb1-37ed7ac08211 is scheduled to L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f with binding_index 1 {{(pid=110260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:03:44.215041 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-92ad38df-d49c-4a37-b138-d4aa42d090f6 None None] Current status of the port 7b99226a-91f5-4d39-8f25-22aa6ac752eb is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:03:44.233411 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208ca321-12d1-42d4-86af-2dda05f002ca admin admin] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:03:44.243456 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec5a09e-961e-47f9-aca8-e7d43c565d95 None None] Sync routers for ids ['f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'] in dv-cinder-836074-2-iscsi {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:03:44.255594 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-208ca321-12d1-42d4-86af-2dda05f002ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:44.256163 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec5a09e-961e-47f9-aca8-e7d43c565d95 None None] Routers {'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:03:44.259885 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-9ec5a09e-961e-47f9-aca8-e7d43c565d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:03:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:44.260078 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-208ca321-12d1-42d4-86af-2dda05f002ca admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9436562 Apr 06 12:03:44.261359 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 52510) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:03:44.406672 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-9ec5a09e-961e-47f9-aca8-e7d43c565d95 None None] Set router f86a5bfb-9354-4fb8-8eb1-37ed7ac08211 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:03:44.531234 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-ac1e2a67-29bd-44e9-bf2c-96e2827c398b None None] Provisioning complete for port 7b99226a-91f5-4d39-8f25-22aa6ac752eb triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:03:44.532047 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-ac1e2a67-29bd-44e9-bf2c-96e2827c398b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (7b99226a-91f5-4d39-8f25-22aa6ac752eb), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:44.574012 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:44.815567 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-ac1e2a67-29bd-44e9-bf2c-96e2827c398b None None] Current status of the port 7b99226a-91f5-4d39-8f25-22aa6ac752eb is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:03:44.832837 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-9ec5a09e-961e-47f9-aca8-e7d43c565d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'name': 'tempest-AttachVolumeTestJSON-1308526680-router', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:03:42Z', 'updated_at': '2022-04-06T12:03:43Z', 'revision_number': 3, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'gw_port': {'id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:43Z', 'updated_at': '2022-04-06T12:03:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:44.859277 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec5a09e-961e-47f9-aca8-e7d43c565d95 None None] Checking router: f86a5bfb-9354-4fb8-8eb1-37ed7ac08211 for host: dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:03:44.859630 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec5a09e-961e-47f9-aca8-e7d43c565d95 None None] Updating router f86a5bfb-9354-4fb8-8eb1-37ed7ac08211 port 070179f5-7691-45c4-b582-1d6e5af8745f binding host dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:03:44.890023 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-9ec5a09e-961e-47f9-aca8-e7d43c565d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (070179f5-7691-45c4-b582-1d6e5af8745f), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:44.967643 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3a4cfe57-02b3-44e7-899f-3d95c4b7c8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:45.116177 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-e90b1027-6159-45f4-ae59-2b5b4a1fd77c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:45.133303 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.db_base_plugin_common [None req-3a4cfe57-02b3-44e7-899f-3d95c4b7c8b1 admin admin] Allocated IP 172.20.0.1 (45970ed1-c53c-48e7-99d7-7f6912a67aaa/9a13fee9-8bb2-4536-8f3f-eca49979516d/d656e2db-b5d0-4fcb-8113-c00f6e5a39bc) {{(pid=110259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:03:45.175712 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-9ec5a09e-961e-47f9-aca8-e7d43c565d95 None None] Publish callbacks [] for port (070179f5-7691-45c4-b582-1d6e5af8745f), precommit_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:45.182291 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-9ec5a09e-961e-47f9-aca8-e7d43c565d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (070179f5-7691-45c4-b582-1d6e5af8745f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:45.243032 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a37f50-cc6d-4902-a6ba-2c90eea65dc5 None None] Pushing event updated for resources: {'Port': ['ID=070179f5-7691-45c4-b582-1d6e5af8745f,revision_number=2']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:45.243954 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3a4cfe57-02b3-44e7-899f-3d95c4b7c8b1 admin admin] Publish callbacks [] for port (d656e2db-b5d0-4fcb-8113-c00f6e5a39bc), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:45.246427 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-9ec5a09e-961e-47f9-aca8-e7d43c565d95 None None] Attempting to bind port 070179f5-7691-45c4-b582-1d6e5af8745f on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:03:45.246864 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-9ec5a09e-961e-47f9-aca8-e7d43c565d95 None None] Attempting to bind port 070179f5-7691-45c4-b582-1d6e5af8745f by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:03:45.247396 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec5a09e-961e-47f9-aca8-e7d43c565d95 None None] Attempting to bind port 070179f5-7691-45c4-b582-1d6e5af8745f on network f8bc4371-0f06-4ac4-8212-20e00bcdd0be {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:03:45.255069 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec5a09e-961e-47f9-aca8-e7d43c565d95 None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:03:45.255446 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec5a09e-961e-47f9-aca8-e7d43c565d95 None None] Checking segment: {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:03:45.255843 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-9ec5a09e-961e-47f9-aca8-e7d43c565d95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:45.256340 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec5a09e-961e-47f9-aca8-e7d43c565d95 None None] Bound using segment: {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:03:45.257323 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-9ec5a09e-961e-47f9-aca8-e7d43c565d95 None None] Bound port: 070179f5-7691-45c4-b582-1d6e5af8745f, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:03:45.257323 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-9ec5a09e-961e-47f9-aca8-e7d43c565d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (070179f5-7691-45c4-b582-1d6e5af8745f), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:45.277903 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3a4cfe57-02b3-44e7-899f-3d95c4b7c8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (d656e2db-b5d0-4fcb-8113-c00f6e5a39bc), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:45.315139 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-9ec5a09e-961e-47f9-aca8-e7d43c565d95 None None] For port 070179f5-7691-45c4-b582-1d6e5af8745f, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:03:45.317657 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4cfe57-02b3-44e7-899f-3d95c4b7c8b1 admin admin] Network 45970ed1-c53c-48e7-99d7-7f6912a67aaa is already hosted by enough agents. {{(pid=110259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:03:45.318695 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-9ec5a09e-961e-47f9-aca8-e7d43c565d95 None None] For port 070179f5-7691-45c4-b582-1d6e5af8745f, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=070179f5-7691-45c4-b582-1d6e5af8745f,segment=NetworkSegment(e99df258-543d-4616-b3b8-0c52db153909),segment_id=e99df258-543d-4616-b3b8-0c52db153909)] {{(pid=110261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:03:45.322792 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [None req-3a4cfe57-02b3-44e7-899f-3d95c4b7c8b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:03:45.326473 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-9ec5a09e-961e-47f9-aca8-e7d43c565d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (070179f5-7691-45c4-b582-1d6e5af8745f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:45.326640 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4cfe57-02b3-44e7-899f-3d95c4b7c8b1 admin admin] Received port after_create {{(pid=110259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:03:45.354668 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4cfe57-02b3-44e7-899f-3d95c4b7c8b1 admin admin] Pushing event updated for resources: {'Port': ['ID=d656e2db-b5d0-4fcb-8113-c00f6e5a39bc,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:45.376469 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec5a09e-961e-47f9-aca8-e7d43c565d95 None None] Routers {'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:03:45.377613 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3a4cfe57-02b3-44e7-899f-3d95c4b7c8b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430125'] for router_interface (f86a5bfb-9354-4fb8-8eb1-37ed7ac08211), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:45.377991 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-9ec5a09e-961e-47f9-aca8-e7d43c565d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:03:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:45.459192 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a37f50-cc6d-4902-a6ba-2c90eea65dc5 None None] Pushing event updated for resources: {'Port': ['ID=070179f5-7691-45c4-b582-1d6e5af8745f,revision_number=3']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:45.487867 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 7b99226a-91f5-4d39-8f25-22aa6ac752eb up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:03:45.536187 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3a4cfe57-02b3-44e7-899f-3d95c4b7c8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (d656e2db-b5d0-4fcb-8113-c00f6e5a39bc), before_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:45.555739 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-9ec5a09e-961e-47f9-aca8-e7d43c565d95 None None] Set router f86a5bfb-9354-4fb8-8eb1-37ed7ac08211 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:03:45.637272 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port 7b99226a-91f5-4d39-8f25-22aa6ac752eb triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:03:45.637623 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (7b99226a-91f5-4d39-8f25-22aa6ac752eb), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:45.709523 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3a4cfe57-02b3-44e7-899f-3d95c4b7c8b1 admin admin] Publish callbacks [] for port (d656e2db-b5d0-4fcb-8113-c00f6e5a39bc), precommit_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:45.715261 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3a4cfe57-02b3-44e7-899f-3d95c4b7c8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352485'] for port (d656e2db-b5d0-4fcb-8113-c00f6e5a39bc), after_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:45.718846 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-5cf4743f-c7f1-45d2-a668-3f77b1fa44e9 None None] Provisioning complete for port d656e2db-b5d0-4fcb-8113-c00f6e5a39bc triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:03:45.719231 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-5cf4743f-c7f1-45d2-a668-3f77b1fa44e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (d656e2db-b5d0-4fcb-8113-c00f6e5a39bc), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:45.785831 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4743f-c7f1-45d2-a668-3f77b1fa44e9 None None] Port d656e2db-b5d0-4fcb-8113-c00f6e5a39bc cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:03:45.787392 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4cfe57-02b3-44e7-899f-3d95c4b7c8b1 admin admin] Pushing event updated for resources: {'Port': ['ID=d656e2db-b5d0-4fcb-8113-c00f6e5a39bc,revision_number=2']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:45.789916 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3a4cfe57-02b3-44e7-899f-3d95c4b7c8b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431805'] for router_interface (f86a5bfb-9354-4fb8-8eb1-37ed7ac08211), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:45.850104 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port 7b99226a-91f5-4d39-8f25-22aa6ac752eb is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:03:45.876285 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-9ec5a09e-961e-47f9-aca8-e7d43c565d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'name': 'tempest-AttachVolumeTestJSON-1308526680-router', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:03:42Z', 'updated_at': '2022-04-06T12:03:43Z', 'revision_number': 3, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'gw_port': {'id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:43Z', 'updated_at': '2022-04-06T12:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:45.887933 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4cfe57-02b3-44e7-899f-3d95c4b7c8b1 admin admin] Network 45970ed1-c53c-48e7-99d7-7f6912a67aaa is already hosted by enough agents. {{(pid=110259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:03:45.889199 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [None req-3a4cfe57-02b3-44e7-899f-3d95c4b7c8b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:03:45.907061 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec5a09e-961e-47f9-aca8-e7d43c565d95 None None] The sync data for ids ['f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'] in dv-cinder-836074-2-iscsi is: [{'id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'name': 'tempest-AttachVolumeTestJSON-1308526680-router', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:03:42Z', 'updated_at': '2022-04-06T12:03:43Z', 'revision_number': 3, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'gw_port': {'id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:43Z', 'updated_at': '2022-04-06T12:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}] {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:03:46.024262 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4cfe57-02b3-44e7-899f-3d95c4b7c8b1 admin admin] Router f86a5bfb-9354-4fb8-8eb1-37ed7ac08211 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:03:46.132209 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-4a59f5a8-d801-4be9-9ff4-0d9780e64ee7 None None] Provisioning complete for port d656e2db-b5d0-4fcb-8113-c00f6e5a39bc triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:03:46.132209 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-4a59f5a8-d801-4be9-9ff4-0d9780e64ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (d656e2db-b5d0-4fcb-8113-c00f6e5a39bc), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:46.172079 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4cfe57-02b3-44e7-899f-3d95c4b7c8b1 admin admin] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:03:46.178538 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-3a4cfe57-02b3-44e7-899f-3d95c4b7c8b1 admin admin] 10.222.0.39 "PUT /v2.0/routers/f86a5bfb-9354-4fb8-8eb1-37ed7ac08211/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9160848 Apr 06 12:03:46.202120 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-4a59f5a8-d801-4be9-9ff4-0d9780e64ee7 None None] Port d656e2db-b5d0-4fcb-8113-c00f6e5a39bc cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:03:46.382761 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 52538) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:03:46.485363 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:46.747187 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 52542) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:03:46.758148 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-2d4b02fb-86c2-4560-8fcc-ed5bb42c5a54 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Request body: {'security_group': {'name': 'tempest-securitygroup--938219493', 'description': 'tempest-description--832256330'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:03:46.792227 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-2d4b02fb-86c2-4560-8fcc-ed5bb42c5a54 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:46.833810 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d5e1c185-d536-4bf9-92b2-b8482aa6ee5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431766'] for router_interface (1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:46.866933 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-2d4b02fb-86c2-4560-8fcc-ed5bb42c5a54 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for security_group (8fc445f4-4f18-472f-b244-f9783a00676d), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:46.870787 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-2d4b02fb-86c2-4560-8fcc-ed5bb42c5a54 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (8fc445f4-4f18-472f-b244-f9783a00676d), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:46.901931 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-2d4b02fb-86c2-4560-8fcc-ed5bb42c5a54 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:46.903180 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-2d4b02fb-86c2-4560-8fcc-ed5bb42c5a54 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1549075 Apr 06 12:03:46.905173 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b02fb-86c2-4560-8fcc-ed5bb42c5a54 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc445f4-4f18-472f-b244-f9783a00676d,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:46.907301 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 52544) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:03:46.913408 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-4e49f9fd-3750-492c-b394-f64f51550a40 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Request body: {'security_group_rule': {'security_group_id': '8fc445f4-4f18-472f-b244-f9783a00676d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:03:46.927607 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4b02fb-86c2-4560-8fcc-ed5bb42c5a54 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:46.927962 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4b02fb-86c2-4560-8fcc-ed5bb42c5a54 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:46.928304 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4b02fb-86c2-4560-8fcc-ed5bb42c5a54 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:46.928649 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4b02fb-86c2-4560-8fcc-ed5bb42c5a54 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:46.929023 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4b02fb-86c2-4560-8fcc-ed5bb42c5a54 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:46.929348 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4b02fb-86c2-4560-8fcc-ed5bb42c5a54 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:46.929696 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4b02fb-86c2-4560-8fcc-ed5bb42c5a54 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:46.930010 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4b02fb-86c2-4560-8fcc-ed5bb42c5a54 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:46.930339 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4b02fb-86c2-4560-8fcc-ed5bb42c5a54 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:46.930670 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4b02fb-86c2-4560-8fcc-ed5bb42c5a54 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:46.931000 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4b02fb-86c2-4560-8fcc-ed5bb42c5a54 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:46.931329 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4b02fb-86c2-4560-8fcc-ed5bb42c5a54 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:46.931658 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4b02fb-86c2-4560-8fcc-ed5bb42c5a54 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:46.931983 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4b02fb-86c2-4560-8fcc-ed5bb42c5a54 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:46.932306 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4b02fb-86c2-4560-8fcc-ed5bb42c5a54 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:46.954001 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4e49f9fd-3750-492c-b394-f64f51550a40 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for security_group_rule (84857f4b-a38f-4e34-8822-a4ad9579064f), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:47.006694 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4e49f9fd-3750-492c-b394-f64f51550a40 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for security_group_rule (84857f4b-a38f-4e34-8822-a4ad9579064f), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:47.011821 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4e49f9fd-3750-492c-b394-f64f51550a40 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (84857f4b-a38f-4e34-8822-a4ad9579064f), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:47.028377 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49f9fd-3750-492c-b394-f64f51550a40 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84857f4b-a38f-4e34-8822-a4ad9579064f,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:47.039431 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4e49f9fd-3750-492c-b394-f64f51550a40 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:47.043691 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-4e49f9fd-3750-492c-b394-f64f51550a40 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323881 Apr 06 12:03:47.043830 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 52546) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:03:47.048165 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-e41973c7-dddc-4dc9-b769-f4063151b4dd tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Request body: {'security_group_rule': {'security_group_id': '8fc445f4-4f18-472f-b244-f9783a00676d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:03:47.073754 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e41973c7-dddc-4dc9-b769-f4063151b4dd tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for security_group_rule (769a94e1-c993-4cf4-b815-1e74fd90a1ed), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:47.107649 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-d5e1c185-d536-4bf9-92b2-b8482aa6ee5a admin admin] Deleting port e0a3a1dc-eae8-4722-ac6e-afd2acc6accf {{(pid=110259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:03:47.107980 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d5e1c185-d536-4bf9-92b2-b8482aa6ee5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (e0a3a1dc-eae8-4722-ac6e-afd2acc6accf), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:47.149965 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e41973c7-dddc-4dc9-b769-f4063151b4dd tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for security_group_rule (769a94e1-c993-4cf4-b815-1e74fd90a1ed), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:47.154860 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e41973c7-dddc-4dc9-b769-f4063151b4dd tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (769a94e1-c993-4cf4-b815-1e74fd90a1ed), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:47.178132 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41973c7-dddc-4dc9-b769-f4063151b4dd tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769a94e1-c993-4cf4-b815-1e74fd90a1ed,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:47.193611 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e41973c7-dddc-4dc9-b769-f4063151b4dd tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:47.195316 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-e41973c7-dddc-4dc9-b769-f4063151b4dd tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1505692 Apr 06 12:03:47.198803 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 52548) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:03:47.203310 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-cce510d1-611a-4d7a-b4fd-5456c611dff1 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Request body: {'floatingip': {'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:03:47.210712 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.db [None req-d5e1c185-d536-4bf9-92b2-b8482aa6ee5a admin admin] For port e0a3a1dc-eae8-4722-ac6e-afd2acc6accf, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=e0a3a1dc-eae8-4722-ac6e-afd2acc6accf,segment=NetworkSegment(d73cce00-15b1-40fb-ad57-8913535f579d),segment_id=d73cce00-15b1-40fb-ad57-8913535f579d)] {{(pid=110259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:03:47.211208 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d5e1c185-d536-4bf9-92b2-b8482aa6ee5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (e0a3a1dc-eae8-4722-ac6e-afd2acc6accf), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:47.224534 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cce510d1-611a-4d7a-b4fd-5456c611dff1 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:47.225910 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-d5e1c185-d536-4bf9-92b2-b8482aa6ee5a admin admin] Calling delete_port for e0a3a1dc-eae8-4722-ac6e-afd2acc6accf owned by network:router_interface {{(pid=110259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:03:47.324829 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cce510d1-611a-4d7a-b4fd-5456c611dff1 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:47.432270 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d5e1c185-d536-4bf9-92b2-b8482aa6ee5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (e0a3a1dc-eae8-4722-ac6e-afd2acc6accf), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:47.458613 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1c185-d536-4bf9-92b2-b8482aa6ee5a admin admin] Pushing event deleted for resources: {'Port': ['ID=e0a3a1dc-eae8-4722-ac6e-afd2acc6accf,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:47.475899 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 070179f5-7691-45c4-b582-1d6e5af8745f up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:03:47.500039 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [None req-cce510d1-611a-4d7a-b4fd-5456c611dff1 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Allocated IP 172.27.1.248 (f8bc4371-0f06-4ac4-8212-20e00bcdd0be/f72af3a5-4f9e-49cd-911b-77b0f5cebaf5/2663d731-5e38-494d-bf3a-77832196b928) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:03:47.551748 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port 070179f5-7691-45c4-b582-1d6e5af8745f triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:03:47.552158 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (070179f5-7691-45c4-b582-1d6e5af8745f), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:47.627619 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05062507-1993-4b99-b868-826d91a2c064 None None] Sync routers for ids ['f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:03:47.641327 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cce510d1-611a-4d7a-b4fd-5456c611dff1 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for port (2663d731-5e38-494d-bf3a-77832196b928), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:47.645737 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05062507-1993-4b99-b868-826d91a2c064 None None] Routers {'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:03:47.646708 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-05062507-1993-4b99-b868-826d91a2c064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:03:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:47.664221 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d5e1c185-d536-4bf9-92b2-b8482aa6ee5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430086'] for router_interface (1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:47.664392 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port 070179f5-7691-45c4-b582-1d6e5af8745f is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:03:47.664669 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (070179f5-7691-45c4-b582-1d6e5af8745f), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:47.700151 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] For port 070179f5-7691-45c4-b582-1d6e5af8745f, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=070179f5-7691-45c4-b582-1d6e5af8745f,segment=NetworkSegment(e99df258-543d-4616-b3b8-0c52db153909),segment_id=e99df258-543d-4616-b3b8-0c52db153909)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:03:47.703510 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cce510d1-611a-4d7a-b4fd-5456c611dff1 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (2663d731-5e38-494d-bf3a-77832196b928), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:47.708697 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (070179f5-7691-45c4-b582-1d6e5af8745f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:47.774173 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Pushing event updated for resources: {'Port': ['ID=070179f5-7691-45c4-b582-1d6e5af8745f,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:47.788976 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-05062507-1993-4b99-b868-826d91a2c064 None None] Set router f86a5bfb-9354-4fb8-8eb1-37ed7ac08211 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:03:47.789188 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce510d1-611a-4d7a-b4fd-5456c611dff1 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Network f8bc4371-0f06-4ac4-8212-20e00bcdd0be is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:03:47.796536 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-cce510d1-611a-4d7a-b4fd-5456c611dff1 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:03:47.801893 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce510d1-611a-4d7a-b4fd-5456c611dff1 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:03:47.835500 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce510d1-611a-4d7a-b4fd-5456c611dff1 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Pushing event updated for resources: {'Port': ['ID=2663d731-5e38-494d-bf3a-77832196b928,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:47.907764 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cce510d1-611a-4d7a-b4fd-5456c611dff1 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for floatingip (d51f390d-14f2-450b-8210-bfdad4ff61ea), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:47.939171 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e1c185-d536-4bf9-92b2-b8482aa6ee5a admin admin] Router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:03:47.953280 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cce510d1-611a-4d7a-b4fd-5456c611dff1 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (2663d731-5e38-494d-bf3a-77832196b928), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:48.009315 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-05062507-1993-4b99-b868-826d91a2c064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'name': 'tempest-AttachVolumeTestJSON-1308526680-router', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:03:42Z', 'updated_at': '2022-04-06T12:03:45Z', 'revision_number': 4, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'gw_port': {'id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:43Z', 'updated_at': '2022-04-06T12:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'd656e2db-b5d0-4fcb-8113-c00f6e5a39bc', 'name': '', 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'mac_address': 'fa:16:3e:0d:d5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9a13fee9-8bb2-4536-8f3f-eca49979516d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:44Z', 'updated_at': '2022-04-06T12:03:45Z', 'revision_number': 2, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'subnets': [{'id': '9a13fee9-8bb2-4536-8f3f-eca49979516d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:48.037307 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05062507-1993-4b99-b868-826d91a2c064 None None] Checking router: f86a5bfb-9354-4fb8-8eb1-37ed7ac08211 for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:03:48.037307 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05062507-1993-4b99-b868-826d91a2c064 None None] Updating router f86a5bfb-9354-4fb8-8eb1-37ed7ac08211 port d656e2db-b5d0-4fcb-8113-c00f6e5a39bc binding host dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:03:48.058728 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e1c185-d536-4bf9-92b2-b8482aa6ee5a admin admin] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:03:48.064360 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-d5e1c185-d536-4bf9-92b2-b8482aa6ee5a admin admin] 10.222.0.39 "PUT /v2.0/routers/1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6796894 Apr 06 12:03:48.066978 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 52550) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:03:48.071426 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-05062507-1993-4b99-b868-826d91a2c064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (d656e2db-b5d0-4fcb-8113-c00f6e5a39bc), before_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:48.076681 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b44b57d-9483-4ea0-af92-a2d29af83ebc None None] Sync routers for ids ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'] in dv-cinder-836074-2-iscsi {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:03:48.093438 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b44b57d-9483-4ea0-af92-a2d29af83ebc None None] Routers {'1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:03:48.094116 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-4b44b57d-9483-4ea0-af92-a2d29af83ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:03:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:48.121230 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cce510d1-611a-4d7a-b4fd-5456c611dff1 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for port (2663d731-5e38-494d-bf3a-77832196b928), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:48.129441 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cce510d1-611a-4d7a-b4fd-5456c611dff1 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (2663d731-5e38-494d-bf3a-77832196b928), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:48.206416 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6bbe67ed-62c8-4073-8540-c5dcd3118ac1 admin admin] Publish callbacks [] for router (1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:48.216437 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce510d1-611a-4d7a-b4fd-5456c611dff1 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Pushing event updated for resources: {'Port': ['ID=2663d731-5e38-494d-bf3a-77832196b928,revision_number=2']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:48.233819 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cce510d1-611a-4d7a-b4fd-5456c611dff1 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (d51f390d-14f2-450b-8210-bfdad4ff61ea), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:48.234040 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-4b44b57d-9483-4ea0-af92-a2d29af83ebc None None] Set router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:03:48.254296 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-cce510d1-611a-4d7a-b4fd-5456c611dff1 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:48.255958 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-cce510d1-611a-4d7a-b4fd-5456c611dff1 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0561507 Apr 06 12:03:48.345083 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6bbe67ed-62c8-4073-8540-c5dcd3118ac1 admin admin] Publish callbacks [] for router_gateway (1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:48.462473 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-4b44b57d-9483-4ea0-af92-a2d29af83ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '61f17581-a107-4585-9edf-2a1a789a5328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T12:03:47Z', 'revision_number': 5, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'gw_port': {'id': '61f17581-a107-4585-9edf-2a1a789a5328', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:51:08Z', 'updated_at': '2022-04-06T11:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:48.491267 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b44b57d-9483-4ea0-af92-a2d29af83ebc None None] Checking router: 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef for host: dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:03:48.498666 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-05062507-1993-4b99-b868-826d91a2c064 None None] Publish callbacks [] for port (d656e2db-b5d0-4fcb-8113-c00f6e5a39bc), precommit_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:48.500220 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b44b57d-9483-4ea0-af92-a2d29af83ebc None None] Routers {'1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:03:48.501025 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-4b44b57d-9483-4ea0-af92-a2d29af83ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:03:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:48.506924 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-05062507-1993-4b99-b868-826d91a2c064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (d656e2db-b5d0-4fcb-8113-c00f6e5a39bc), after_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:48.561222 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5b861-108b-4715-a4a4-240584d5555a None None] Pushing event updated for resources: {'Port': ['ID=d656e2db-b5d0-4fcb-8113-c00f6e5a39bc,revision_number=3']} {{(pid=110262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:48.591479 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5b861-108b-4715-a4a4-240584d5555a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:48.591821 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5b861-108b-4715-a4a4-240584d5555a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:48.592173 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5b861-108b-4715-a4a4-240584d5555a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:48.592529 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5b861-108b-4715-a4a4-240584d5555a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:48.592892 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5b861-108b-4715-a4a4-240584d5555a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:48.593220 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5b861-108b-4715-a4a4-240584d5555a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:48.593542 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5b861-108b-4715-a4a4-240584d5555a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:48.593864 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5b861-108b-4715-a4a4-240584d5555a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:48.594182 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5b861-108b-4715-a4a4-240584d5555a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:48.594503 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5b861-108b-4715-a4a4-240584d5555a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:48.594824 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5b861-108b-4715-a4a4-240584d5555a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:48.595160 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5b861-108b-4715-a4a4-240584d5555a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:48.595485 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5b861-108b-4715-a4a4-240584d5555a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:48.595861 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5b861-108b-4715-a4a4-240584d5555a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:48.596896 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5b861-108b-4715-a4a4-240584d5555a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:48.630770 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-4b44b57d-9483-4ea0-af92-a2d29af83ebc None None] Set router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef gateway port host: None {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:03:48.633406 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.managers [None req-05062507-1993-4b99-b868-826d91a2c064 None None] Attempting to bind port d656e2db-b5d0-4fcb-8113-c00f6e5a39bc on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:03:48.634949 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.managers [None req-05062507-1993-4b99-b868-826d91a2c064 None None] Attempting to bind port d656e2db-b5d0-4fcb-8113-c00f6e5a39bc by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': 'c518d1a2-b035-4fd8-ba52-bae08596d8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa'}] {{(pid=110262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:03:48.634949 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05062507-1993-4b99-b868-826d91a2c064 None None] Attempting to bind port d656e2db-b5d0-4fcb-8113-c00f6e5a39bc on network 45970ed1-c53c-48e7-99d7-7f6912a67aaa {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:03:48.640055 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05062507-1993-4b99-b868-826d91a2c064 None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:03:48.640432 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05062507-1993-4b99-b868-826d91a2c064 None None] Checking segment: {'id': 'c518d1a2-b035-4fd8-ba52-bae08596d8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:03:48.640858 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-05062507-1993-4b99-b868-826d91a2c064 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:48.641251 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05062507-1993-4b99-b868-826d91a2c064 None None] Bound using segment: {'id': 'c518d1a2-b035-4fd8-ba52-bae08596d8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa'} {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:03:48.641769 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.managers [None req-05062507-1993-4b99-b868-826d91a2c064 None None] Bound port: d656e2db-b5d0-4fcb-8113-c00f6e5a39bc, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c518d1a2-b035-4fd8-ba52-bae08596d8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa'}}] {{(pid=110262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:03:48.642151 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-05062507-1993-4b99-b868-826d91a2c064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (d656e2db-b5d0-4fcb-8113-c00f6e5a39bc), before_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:48.713852 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-8d1f3c9f-6e40-466f-8c57-633a57542002 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--938219493&fields=id&tenant_id=ede1b1c2fa1b4dc1bd2ad95d91ad5ffe HTTP/1.1" status: 200 len: 267 time: 0.0667944 Apr 06 12:03:48.718498 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.db [None req-05062507-1993-4b99-b868-826d91a2c064 None None] For port d656e2db-b5d0-4fcb-8113-c00f6e5a39bc, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:03:48.722253 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.db [None req-05062507-1993-4b99-b868-826d91a2c064 None None] For port d656e2db-b5d0-4fcb-8113-c00f6e5a39bc, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=d656e2db-b5d0-4fcb-8113-c00f6e5a39bc,segment=NetworkSegment(c518d1a2-b035-4fd8-ba52-bae08596d8dd),segment_id=c518d1a2-b035-4fd8-ba52-bae08596d8dd)] {{(pid=110262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:03:48.727154 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-6bbe67ed-62c8-4073-8540-c5dcd3118ac1 admin admin] Deleting port 61f17581-a107-4585-9edf-2a1a789a5328 {{(pid=110259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:03:48.727432 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6bbe67ed-62c8-4073-8540-c5dcd3118ac1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (61f17581-a107-4585-9edf-2a1a789a5328), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:48.730961 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-05062507-1993-4b99-b868-826d91a2c064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (d656e2db-b5d0-4fcb-8113-c00f6e5a39bc), after_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:48.788416 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05062507-1993-4b99-b868-826d91a2c064 None None] Routers {'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:03:48.789100 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-05062507-1993-4b99-b868-826d91a2c064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:03:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:48.855273 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5b861-108b-4715-a4a4-240584d5555a None None] Pushing event updated for resources: {'Port': ['ID=d656e2db-b5d0-4fcb-8113-c00f6e5a39bc,revision_number=4']} {{(pid=110262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:48.872774 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-4b44b57d-9483-4ea0-af92-a2d29af83ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T12:03:48Z', 'revision_number': 6, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'gw_port_host': None}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:48.902590 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.db [None req-6bbe67ed-62c8-4073-8540-c5dcd3118ac1 admin admin] For port 61f17581-a107-4585-9edf-2a1a789a5328, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=61f17581-a107-4585-9edf-2a1a789a5328,segment=NetworkSegment(e99df258-543d-4616-b3b8-0c52db153909),segment_id=e99df258-543d-4616-b3b8-0c52db153909)] {{(pid=110259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:03:48.903022 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6bbe67ed-62c8-4073-8540-c5dcd3118ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (61f17581-a107-4585-9edf-2a1a789a5328), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:48.907425 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b44b57d-9483-4ea0-af92-a2d29af83ebc None None] The sync data for ids ['1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef'] in dv-cinder-836074-2-iscsi is: [{'id': '1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef', 'name': 'tempest-AttachVolumeNegativeTest-2901050-router', 'tenant_id': '6bf3687e8d0448cfb29d393230e0fba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:51:07Z', 'updated_at': '2022-04-06T12:03:48Z', 'revision_number': 6, 'project_id': '6bf3687e8d0448cfb29d393230e0fba3', 'gw_port_host': None}] {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:03:48.910961 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:48.930719 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-0c2dac96-2571-4556-ab6c-9f508c47e70b tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:48.933304 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-0c2dac96-2571-4556-ab6c-9f508c47e70b tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/networks?id=45970ed1-c53c-48e7-99d7-7f6912a67aaa HTTP/1.1" status: 200 len: 811 time: 0.2034142 Apr 06 12:03:48.943190 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-6bbe67ed-62c8-4073-8540-c5dcd3118ac1 admin admin] Calling delete_port for 61f17581-a107-4585-9edf-2a1a789a5328 owned by network:router_gateway {{(pid=110259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:03:48.948848 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-05062507-1993-4b99-b868-826d91a2c064 None None] Set router f86a5bfb-9354-4fb8-8eb1-37ed7ac08211 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:03:48.953776 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-0f333deb-0e6f-456e-bcdb-52aa7c3b4f0d None None] Provisioning complete for port d656e2db-b5d0-4fcb-8113-c00f6e5a39bc triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:03:48.954211 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-0f333deb-0e6f-456e-bcdb-52aa7c3b4f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (d656e2db-b5d0-4fcb-8113-c00f6e5a39bc), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:49.027203 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-c72e5c24-452b-45ee-90e9-77c6a190bfac tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/quotas/ede1b1c2fa1b4dc1bd2ad95d91ad5ffe HTTP/1.1" status: 200 len: 375 time: 0.0167766 Apr 06 12:03:49.054725 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-0f333deb-0e6f-456e-bcdb-52aa7c3b4f0d None None] Current status of the port d656e2db-b5d0-4fcb-8113-c00f6e5a39bc is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:03:49.055219 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-0f333deb-0e6f-456e-bcdb-52aa7c3b4f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (d656e2db-b5d0-4fcb-8113-c00f6e5a39bc), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:49.110812 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:49.116386 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-0f333deb-0e6f-456e-bcdb-52aa7c3b4f0d None None] For port d656e2db-b5d0-4fcb-8113-c00f6e5a39bc, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=d656e2db-b5d0-4fcb-8113-c00f6e5a39bc,segment=NetworkSegment(c518d1a2-b035-4fd8-ba52-bae08596d8dd),segment_id=c518d1a2-b035-4fd8-ba52-bae08596d8dd)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:03:49.122336 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-0f333deb-0e6f-456e-bcdb-52aa7c3b4f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (d656e2db-b5d0-4fcb-8113-c00f6e5a39bc), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:49.156833 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-76a77af7-e016-4efb-855f-000b1307448c tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ede1b1c2fa1b4dc1bd2ad95d91ad5ffe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1190412 Apr 06 12:03:49.184142 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f333deb-0e6f-456e-bcdb-52aa7c3b4f0d None None] Pushing event updated for resources: {'Port': ['ID=d656e2db-b5d0-4fcb-8113-c00f6e5a39bc,revision_number=5']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:49.209966 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-05062507-1993-4b99-b868-826d91a2c064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'name': 'tempest-AttachVolumeTestJSON-1308526680-router', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:03:42Z', 'updated_at': '2022-04-06T12:03:45Z', 'revision_number': 4, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'gw_port': {'id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:43Z', 'updated_at': '2022-04-06T12:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'd656e2db-b5d0-4fcb-8113-c00f6e5a39bc', 'name': '', 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'mac_address': 'fa:16:3e:0d:d5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9a13fee9-8bb2-4536-8f3f-eca49979516d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:44Z', 'updated_at': '2022-04-06T12:03:48Z', 'revision_number': 4, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'subnets': [{'id': '9a13fee9-8bb2-4536-8f3f-eca49979516d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:49.224255 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6bbe67ed-62c8-4073-8540-c5dcd3118ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (61f17581-a107-4585-9edf-2a1a789a5328), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:49.241527 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05062507-1993-4b99-b868-826d91a2c064 None None] The sync data for ids ['f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'] in dv-cinder-836074-2-iscsi is: [{'id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'name': 'tempest-AttachVolumeTestJSON-1308526680-router', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:03:42Z', 'updated_at': '2022-04-06T12:03:45Z', 'revision_number': 4, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'gw_port': {'id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:43Z', 'updated_at': '2022-04-06T12:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'd656e2db-b5d0-4fcb-8113-c00f6e5a39bc', 'name': '', 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'mac_address': 'fa:16:3e:0d:d5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9a13fee9-8bb2-4536-8f3f-eca49979516d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:44Z', 'updated_at': '2022-04-06T12:03:48Z', 'revision_number': 4, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'subnets': [{'id': '9a13fee9-8bb2-4536-8f3f-eca49979516d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:03:49.256694 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-fceb4db1-c9a6-440c-9519-19af60507d26 None None] Provisioning complete for port d656e2db-b5d0-4fcb-8113-c00f6e5a39bc triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:03:49.257261 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-fceb4db1-c9a6-440c-9519-19af60507d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (d656e2db-b5d0-4fcb-8113-c00f6e5a39bc), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:49.265570 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-a757318a-bedd-4136-ba19-d9d842dcbb39 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=110259) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:03:49.266606 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-a757318a-bedd-4136-ba19-d9d842dcbb39 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0774786 Apr 06 12:03:49.270081 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe67ed-62c8-4073-8540-c5dcd3118ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=61f17581-a107-4585-9edf-2a1a789a5328,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:49.415597 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-fceb4db1-c9a6-440c-9519-19af60507d26 None None] Current status of the port d656e2db-b5d0-4fcb-8113-c00f6e5a39bc is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:03:49.428274 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6bbe67ed-62c8-4073-8540-c5dcd3118ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430272'] for router_gateway (1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:49.542171 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6bbe67ed-62c8-4073-8540-c5dcd3118ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2514'] for router (1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:49.544450 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6bbe67ed-62c8-4073-8540-c5dcd3118ac1 admin admin] Publish callbacks [] for router_controller (1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef), precommit_delete_associations {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:49.547577 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-c76801e7-5eb9-4b1d-a67c-e457abd129f0 service neutron] 10.222.0.39 "GET /v2.0/networks/45970ed1-c53c-48e7-99d7-7f6912a67aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523932 Apr 06 12:03:49.631511 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6bbe67ed-62c8-4073-8540-c5dcd3118ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-433530'] for router (1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:49.632063 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbe67ed-62c8-4073-8540-c5dcd3118ac1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef {{(pid=110259) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 12:03:49.637431 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-6bbe67ed-62c8-4073-8540-c5dcd3118ac1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:49.638601 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-6bbe67ed-62c8-4073-8540-c5dcd3118ac1 admin admin] 10.222.0.39 "DELETE /v2.0/routers/1b812a2c-0bf9-43e1-9c64-457a6f4ae7ef HTTP/1.1" status: 204 len: 168 time: 1.5703766 Apr 06 12:03:49.641112 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 52570) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:03:49.705758 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a3893c7-d0a3-4896-b553-868ce0421407 admin admin] Deleting subnet 30cc3b5e-6713-4293-92dc-273ba182e38b {{(pid=110259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:03:49.716211 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-7a3893c7-d0a3-4896-b553-868ce0421407 admin admin] Publish callbacks [] for subnet (30cc3b5e-6713-4293-92dc-273ba182e38b), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:49.747152 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-52f55ba8-9035-44f3-9b6e-ea29b7279512 service neutron] 10.222.0.39 "GET /v2.0/networks/45970ed1-c53c-48e7-99d7-7f6912a67aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916413 Apr 06 12:03:49.760679 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-7a3893c7-d0a3-4896-b553-868ce0421407 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4434002'] for subnet (30cc3b5e-6713-4293-92dc-273ba182e38b), precommit_delete_associations {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:49.879777 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-7a3893c7-d0a3-4896-b553-868ce0421407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540055'] for subnet (30cc3b5e-6713-4293-92dc-273ba182e38b), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:49.978833 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-7a3893c7-d0a3-4896-b553-868ce0421407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1540056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4352427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379964'] for subnet (30cc3b5e-6713-4293-92dc-273ba182e38b), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:49.985875 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-405f141c-254d-427f-a4b8-d010ababfc99 req-1520aa07-d451-48d1-88ff-1a5d58a688c9 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 210 time: 0.0446301 Apr 06 12:03:50.013087 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 070179f5-7691-45c4-b582-1d6e5af8745f up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:03:50.040150 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3893c7-d0a3-4896-b553-868ce0421407 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30cc3b5e-6713-4293-92dc-273ba182e38b,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:50.044971 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-7a3893c7-d0a3-4896-b553-868ce0421407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:50.049991 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-7a3893c7-d0a3-4896-b553-868ce0421407 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/30cc3b5e-6713-4293-92dc-273ba182e38b HTTP/1.1" status: 204 len: 168 time: 0.4079168 Apr 06 12:03:50.052887 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 52576) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:03:50.074574 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c187a6-e52b-4fe1-9c3c-92eeb19d738f None None] Network 99bd6fac-a9a5-4214-bfa7-98f9f937fa30 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:03:50.164561 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-16e34b97-9ab4-432b-826a-93971998b869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448080'] for network (99bd6fac-a9a5-4214-bfa7-98f9f937fa30), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:50.180672 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port 070179f5-7691-45c4-b582-1d6e5af8745f triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:03:50.180672 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (070179f5-7691-45c4-b582-1d6e5af8745f), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:50.259661 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-16e34b97-9ab4-432b-826a-93971998b869 admin admin] Deleting port 674222e9-4346-499d-9505-b5bfbbbcf70a {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:03:50.260402 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-16e34b97-9ab4-432b-826a-93971998b869 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (674222e9-4346-499d-9505-b5bfbbbcf70a), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:50.309317 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port 070179f5-7691-45c4-b582-1d6e5af8745f is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:03:50.310579 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device d656e2db-b5d0-4fcb-8113-c00f6e5a39bc up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:03:50.348237 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [None req-16e34b97-9ab4-432b-826a-93971998b869 admin admin] For port 674222e9-4346-499d-9505-b5bfbbbcf70a, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=674222e9-4346-499d-9505-b5bfbbbcf70a,segment=NetworkSegment(d73cce00-15b1-40fb-ad57-8913535f579d),segment_id=d73cce00-15b1-40fb-ad57-8913535f579d)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:03:50.348597 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-16e34b97-9ab4-432b-826a-93971998b869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (674222e9-4346-499d-9505-b5bfbbbcf70a), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:50.349909 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a4d1e2-35b1-4cff-b531-5aa96b5c1048 None None] DHCP port deletion for 99bd6fac-a9a5-4214-bfa7-98f9f937fa30 request from dv-cinder-836074-2-iscsi {{(pid=110261) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 12:03:50.369674 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-16e34b97-9ab4-432b-826a-93971998b869 admin admin] Calling delete_port for 674222e9-4346-499d-9505-b5bfbbbcf70a owned by network:dhcp {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:03:50.414748 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port d656e2db-b5d0-4fcb-8113-c00f6e5a39bc triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:03:50.415116 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (d656e2db-b5d0-4fcb-8113-c00f6e5a39bc), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:50.472021 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-16e34b97-9ab4-432b-826a-93971998b869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (674222e9-4346-499d-9505-b5bfbbbcf70a), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:50.473122 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-14a4d1e2-35b1-4cff-b531-5aa96b5c1048 None None] Deleting port 674222e9-4346-499d-9505-b5bfbbbcf70a {{(pid=110261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:03:50.473496 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-14a4d1e2-35b1-4cff-b531-5aa96b5c1048 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (674222e9-4346-499d-9505-b5bfbbbcf70a), before_delete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:50.503740 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e34b97-9ab4-432b-826a-93971998b869 admin admin] Pushing event deleted for resources: {'Port': ['ID=674222e9-4346-499d-9505-b5bfbbbcf70a,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:50.509977 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e34b97-9ab4-432b-826a-93971998b869 admin admin] No DVR routers for this DVR port 674222e9-4346-499d-9505-b5bfbbbcf70a on host dv-cinder-836074-2-iscsi {{(pid=110260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:03:50.574644 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-14a4d1e2-35b1-4cff-b531-5aa96b5c1048 None None] For port 674222e9-4346-499d-9505-b5bfbbbcf70a, host dv-cinder-836074-2-iscsi, got binding levels [] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:03:50.575042 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-14a4d1e2-35b1-4cff-b531-5aa96b5c1048 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (674222e9-4346-499d-9505-b5bfbbbcf70a), precommit_delete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:50.578909 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port d656e2db-b5d0-4fcb-8113-c00f6e5a39bc is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:03:50.593015 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-14a4d1e2-35b1-4cff-b531-5aa96b5c1048 None None] Calling delete_port for 674222e9-4346-499d-9505-b5bfbbbcf70a owned by network:dhcp {{(pid=110261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:03:50.596293 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.ipam_backend_mixin [None req-14a4d1e2-35b1-4cff-b531-5aa96b5c1048 None None] Port 674222e9-4346-499d-9505-b5bfbbbcf70a was not found and therefore no delete operation was performed {{(pid=110261) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 06 12:03:50.597749 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-14a4d1e2-35b1-4cff-b531-5aa96b5c1048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237'] for port (674222e9-4346-499d-9505-b5bfbbbcf70a), after_delete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:50.601443 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-16e34b97-9ab4-432b-826a-93971998b869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1537324', 'neutron.services.segments.db._delete_segments_for_network-8743157203577'] for network (99bd6fac-a9a5-4214-bfa7-98f9f937fa30), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:50.626213 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.services.segments.db [None req-16e34b97-9ab4-432b-826a-93971998b869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99bd6fac-a9a5-4214-bfa7-98f9f937fa30']}} {{(pid=110260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:50.639525 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.services.segments.db [None req-16e34b97-9ab4-432b-826a-93971998b869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd73cce00-15b1-40fb-ad57-8913535f579d') {'for_net_delete': True} {{(pid=110260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:50.639836 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.services.segments.db [None req-16e34b97-9ab4-432b-826a-93971998b869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd73cce00-15b1-40fb-ad57-8913535f579d') {} {{(pid=110260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:03:50.652230 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a4d1e2-35b1-4cff-b531-5aa96b5c1048 None None] No DVR routers for this DVR port 674222e9-4346-499d-9505-b5bfbbbcf70a on host dv-cinder-836074-2-iscsi {{(pid=110261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:03:50.654126 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4d1e2-35b1-4cff-b531-5aa96b5c1048 None None] Pushing event deleted for resources: {'Port': ['ID=674222e9-4346-499d-9505-b5bfbbbcf70a,revision_number=None']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:50.658805 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device e0a3a1dc-eae8-4722-ac6e-afd2acc6accf no longer exists at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:03:50.679989 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-16e34b97-9ab4-432b-826a-93971998b869 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743157202306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5214118'] for segment (d73cce00-15b1-40fb-ad57-8913535f579d), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:50.688877 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] No Port match for: e0a3a1dc-eae8-4722-ac6e-afd2acc6accf {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:03:50.689230 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device e0a3a1dc-eae8-4722-ac6e-afd2acc6accf not bound to the agent host dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:03:50.701348 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-16e34b97-9ab4-432b-826a-93971998b869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (d73cce00-15b1-40fb-ad57-8913535f579d), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:50.708964 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e34b97-9ab4-432b-826a-93971998b869 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=110260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:03:50.709410 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-16e34b97-9ab4-432b-826a-93971998b869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4263427'] for segment (d73cce00-15b1-40fb-ad57-8913535f579d), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:50.711242 dv-cinder-836074-2-iscsi neutron-server[110260]: Traceback (most recent call last): Apr 06 12:03:50.711242 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:03:50.711242 dv-cinder-836074-2-iscsi neutron-server[110260]: timer() Apr 06 12:03:50.711242 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:03:50.711242 dv-cinder-836074-2-iscsi neutron-server[110260]: cb(*args, **kw) Apr 06 12:03:50.711242 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:03:50.711242 dv-cinder-836074-2-iscsi neutron-server[110260]: return func(*args, **kwargs) Apr 06 12:03:50.711242 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:03:50.711242 dv-cinder-836074-2-iscsi neutron-server[110260]: self._notify() Apr 06 12:03:50.711242 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:03:50.711242 dv-cinder-836074-2-iscsi neutron-server[110260]: self.callback(batched_events) Apr 06 12:03:50.711242 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:03:50.711242 dv-cinder-836074-2-iscsi neutron-server[110260]: event.method(event) Apr 06 12:03:50.711242 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:03:50.711242 dv-cinder-836074-2-iscsi neutron-server[110260]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:03:50.711242 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:03:50.711242 dv-cinder-836074-2-iscsi neutron-server[110260]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:03:50.711242 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:03:50.711242 dv-cinder-836074-2-iscsi neutron-server[110260]: return f(self, *a, **k) Apr 06 12:03:50.711242 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:03:50.711242 dv-cinder-836074-2-iscsi neutron-server[110260]: return self._get(url).json() Apr 06 12:03:50.711242 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:03:50.711242 dv-cinder-836074-2-iscsi neutron-server[110260]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:03:50.711242 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:03:50.711242 dv-cinder-836074-2-iscsi neutron-server[110260]: return self.request(url, 'GET', **kwargs) Apr 06 12:03:50.711242 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:03:50.711242 dv-cinder-836074-2-iscsi neutron-server[110260]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:03:50.711242 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:03:50.711242 dv-cinder-836074-2-iscsi neutron-server[110260]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:03:50.711242 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:03:50.711242 dv-cinder-836074-2-iscsi neutron-server[110260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:03:50.711242 dv-cinder-836074-2-iscsi neutron-server[110260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:03:50.771500 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-16e34b97-9ab4-432b-826a-93971998b869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1537365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430244'] for network (99bd6fac-a9a5-4214-bfa7-98f9f937fa30), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:50.778352 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-16e34b97-9ab4-432b-826a-93971998b869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:50.785064 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-16e34b97-9ab4-432b-826a-93971998b869 admin admin] 10.222.0.39 "DELETE /v2.0/networks/99bd6fac-a9a5-4214-bfa7-98f9f937fa30 HTTP/1.1" status: 204 len: 168 time: 0.7282934 Apr 06 12:03:50.804776 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e34b97-9ab4-432b-826a-93971998b869 admin admin] Pushing event deleted for resources: {'Network': ['ID=99bd6fac-a9a5-4214-bfa7-98f9f937fa30,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:50.925554 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 52586) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:03:50.970280 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-bfd81259-ea3e-48ca-8b12-3212eced3339 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6bf3687e8d0448cfb29d393230e0fba3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0434189 Apr 06 12:03:50.973317 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 52588) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:03:51.019764 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8fc6-5fac-4313-af92-3e4611da2d1f admin admin] Publish callbacks [] for security_group (7ad9f86f-5782-4326-a44c-ab8d04d74a91), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:51.041931 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8fc6-5fac-4313-af92-3e4611da2d1f admin admin] Publish callbacks [] for security_group (7ad9f86f-5782-4326-a44c-ab8d04d74a91), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:51.091704 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b4cf5dff-eed6-420f-b6c0-3f4bce975c70 req-39a24e9c-fa6e-452a-811b-c3969d08842e tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 210 time: 0.0350425 Apr 06 12:03:51.119127 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8fc6-5fac-4313-af92-3e4611da2d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (7ad9f86f-5782-4326-a44c-ab8d04d74a91), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:51.122459 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8fc6-5fac-4313-af92-3e4611da2d1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:51.123721 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-ee2c8fc6-5fac-4313-af92-3e4611da2d1f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7ad9f86f-5782-4326-a44c-ab8d04d74a91 HTTP/1.1" status: 204 len: 168 time: 0.1494739 Apr 06 12:03:51.133186 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c8fc6-5fac-4313-af92-3e4611da2d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad9f86f-5782-4326-a44c-ab8d04d74a91,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:51.341816 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-18af64e7-72e1-442a-a193-b9c49b5c409a tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:51.343506 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-18af64e7-72e1-442a-a193-b9c49b5c409a tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.53 "GET /v2.0/networks?id=45970ed1-c53c-48e7-99d7-7f6912a67aaa HTTP/1.1" status: 200 len: 811 time: 0.1199553 Apr 06 12:03:51.430314 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-cd1018b3-69f0-43d0-86c6-9ae5562e321a tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ede1b1c2fa1b4dc1bd2ad95d91ad5ffe HTTP/1.1" status: 200 len: 379 time: 0.0739107 Apr 06 12:03:51.449653 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 61f17581-a107-4585-9edf-2a1a789a5328 no longer exists at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:03:51.471952 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] No Port match for: 61f17581-a107-4585-9edf-2a1a789a5328 {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:03:51.472312 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 61f17581-a107-4585-9edf-2a1a789a5328 not bound to the agent host dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:03:51.472761 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 674222e9-4346-499d-9505-b5bfbbbcf70a no longer exists at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:03:51.492940 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] No Port match for: 674222e9-4346-499d-9505-b5bfbbbcf70a {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:03:51.493286 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 674222e9-4346-499d-9505-b5bfbbbcf70a not bound to the agent host dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:03:51.524122 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-8905a8bb-d1c4-4daa-9db7-a586858116be tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Request body: {'port': {'device_id': '66bc1bfb-802b-42ec-88e9-e3d2883a264f', 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa', 'admin_state_up': True, 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'security_groups': ['8fc445f4-4f18-472f-b244-f9783a00676d']}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:03:51.635403 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-8905a8bb-d1c4-4daa-9db7-a586858116be tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Made reservation on behalf of ede1b1c2fa1b4dc1bd2ad95d91ad5ffe for: {'port': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:03:51.639032 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-8905a8bb-d1c4-4daa-9db7-a586858116be tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:51.772493 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-8905a8bb-d1c4-4daa-9db7-a586858116be tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Allocated IP 172.20.0.9 (45970ed1-c53c-48e7-99d7-7f6912a67aaa/9a13fee9-8bb2-4536-8f3f-eca49979516d/3eb93741-77e9-45b6-afc4-54904829043d) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:03:51.918653 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-8905a8bb-d1c4-4daa-9db7-a586858116be tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for port (3eb93741-77e9-45b6-afc4-54904829043d), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:51.953314 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-8905a8bb-d1c4-4daa-9db7-a586858116be tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (3eb93741-77e9-45b6-afc4-54904829043d), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:52.000649 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-8905a8bb-d1c4-4daa-9db7-a586858116be tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Network 45970ed1-c53c-48e7-99d7-7f6912a67aaa is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:03:52.004710 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-8905a8bb-d1c4-4daa-9db7-a586858116be tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:03:52.008414 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-8905a8bb-d1c4-4daa-9db7-a586858116be tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:03:52.032769 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905a8bb-d1c4-4daa-9db7-a586858116be tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Pushing event updated for resources: {'Port': ['ID=3eb93741-77e9-45b6-afc4-54904829043d,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:52.061963 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-8905a8bb-d1c4-4daa-9db7-a586858116be tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:52.062603 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-8905a8bb-d1c4-4daa-9db7-a586858116be tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:52.085382 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-8905a8bb-d1c4-4daa-9db7-a586858116be tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5650082 Apr 06 12:03:52.102113 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-a0ea5968-d6d5-4cf8-8efd-34270f2bc2c9 service neutron] Request body: {'port': {'device_id': '66bc1bfb-802b-42ec-88e9-e3d2883a264f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:03:52.172861 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-a0ea5968-d6d5-4cf8-8efd-34270f2bc2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (3eb93741-77e9-45b6-afc4-54904829043d), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:52.269851 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-773fc956-04c3-4bc2-a7d8-caafc0a74ce6 None None] Provisioning complete for port 3eb93741-77e9-45b6-afc4-54904829043d triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:03:52.270337 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-773fc956-04c3-4bc2-a7d8-caafc0a74ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (3eb93741-77e9-45b6-afc4-54904829043d), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:52.308026 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-773fc956-04c3-4bc2-a7d8-caafc0a74ce6 None None] Port 3eb93741-77e9-45b6-afc4-54904829043d cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:03:52.332781 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b1843-8bd3-4319-8b95-3cda2aecc5d9 req-636cd51e-cc0d-415b-8f69-f3c428a45093 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:52.334494 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-916b1843-8bd3-4319-8b95-3cda2aecc5d9 req-636cd51e-cc0d-415b-8f69-f3c428a45093 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 931 time: 0.1503246 Apr 06 12:03:52.443430 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-916b1843-8bd3-4319-8b95-3cda2aecc5d9 req-212a6fde-cd1f-44ce-849c-bbe5aeb88741 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006134 Apr 06 12:03:52.538348 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 52648) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:03:52.541185 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-a0ea5968-d6d5-4cf8-8efd-34270f2bc2c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eb93741-77e9-45b6-afc4-54904829043d {{(pid=110260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:03:52.550646 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-a0ea5968-d6d5-4cf8-8efd-34270f2bc2c9 service neutron] Publish callbacks [] for port (3eb93741-77e9-45b6-afc4-54904829043d), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:52.563560 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.provisioning_blocks [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-a0ea5968-d6d5-4cf8-8efd-34270f2bc2c9 service neutron] Transition to ACTIVE for port object 3eb93741-77e9-45b6-afc4-54904829043d will not be triggered until provisioned by entity L2. {{(pid=110260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:03:52.568110 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-a0ea5968-d6d5-4cf8-8efd-34270f2bc2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (3eb93741-77e9-45b6-afc4-54904829043d), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:52.641022 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea5968-d6d5-4cf8-8efd-34270f2bc2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=3eb93741-77e9-45b6-afc4-54904829043d,revision_number=2']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:52.656062 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f55c6d93-e425-4757-9b36-90acdacf8b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:52.693438 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-a0ea5968-d6d5-4cf8-8efd-34270f2bc2c9 service neutron] Attempting to bind port 3eb93741-77e9-45b6-afc4-54904829043d on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:03:52.693685 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-a0ea5968-d6d5-4cf8-8efd-34270f2bc2c9 service neutron] Attempting to bind port 3eb93741-77e9-45b6-afc4-54904829043d by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'c518d1a2-b035-4fd8-ba52-bae08596d8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa'}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:03:52.693920 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-a0ea5968-d6d5-4cf8-8efd-34270f2bc2c9 service neutron] Attempting to bind port 3eb93741-77e9-45b6-afc4-54904829043d on network 45970ed1-c53c-48e7-99d7-7f6912a67aaa {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:03:52.699045 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-a0ea5968-d6d5-4cf8-8efd-34270f2bc2c9 service neutron] Port 3eb93741-77e9-45b6-afc4-54904829043d on network 45970ed1-c53c-48e7-99d7-7f6912a67aaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:03:52.699045 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-a0ea5968-d6d5-4cf8-8efd-34270f2bc2c9 service neutron] Attempting to bind port 3eb93741-77e9-45b6-afc4-54904829043d on network 45970ed1-c53c-48e7-99d7-7f6912a67aaa {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:03:52.704645 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-a0ea5968-d6d5-4cf8-8efd-34270f2bc2c9 service neutron] Checking agent: {'id': 'e6da0265-397c-48ac-b7af-cc5f2a289710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'started_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:03:52.705660 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-a0ea5968-d6d5-4cf8-8efd-34270f2bc2c9 service neutron] Checking segment: {'id': 'c518d1a2-b035-4fd8-ba52-bae08596d8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:03:52.706176 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-a0ea5968-d6d5-4cf8-8efd-34270f2bc2c9 service neutron] Bound using segment: {'id': 'c518d1a2-b035-4fd8-ba52-bae08596d8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa'} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:03:52.706972 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-a0ea5968-d6d5-4cf8-8efd-34270f2bc2c9 service neutron] Bound port: 3eb93741-77e9-45b6-afc4-54904829043d, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c518d1a2-b035-4fd8-ba52-bae08596d8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa'}}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:03:52.706972 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-a0ea5968-d6d5-4cf8-8efd-34270f2bc2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (3eb93741-77e9-45b6-afc4-54904829043d), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:52.747611 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f55c6d93-e425-4757-9b36-90acdacf8b1e admin admin] Publish callbacks [] for security_group (df211e76-7c8e-4109-a383-c2e97a1be5b8), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:52.753749 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f55c6d93-e425-4757-9b36-90acdacf8b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (df211e76-7c8e-4109-a383-c2e97a1be5b8), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:52.774975 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-a0ea5968-d6d5-4cf8-8efd-34270f2bc2c9 service neutron] For port 3eb93741-77e9-45b6-afc4-54904829043d, host hv-cinder-83607, cleared binding levels {{(pid=110260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:03:52.778244 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-a0ea5968-d6d5-4cf8-8efd-34270f2bc2c9 service neutron] For port 3eb93741-77e9-45b6-afc4-54904829043d, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3eb93741-77e9-45b6-afc4-54904829043d,segment=NetworkSegment(c518d1a2-b035-4fd8-ba52-bae08596d8dd),segment_id=c518d1a2-b035-4fd8-ba52-bae08596d8dd)] {{(pid=110260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:03:52.786122 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-a0ea5968-d6d5-4cf8-8efd-34270f2bc2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (3eb93741-77e9-45b6-afc4-54904829043d), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:52.802398 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-f55c6d93-e425-4757-9b36-90acdacf8b1e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5e0467d686fa4ddd839e13f6637cfdec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2628589 Apr 06 12:03:52.803584 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 52652) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:03:52.805633 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c6d93-e425-4757-9b36-90acdacf8b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df211e76-7c8e-4109-a383-c2e97a1be5b8,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:52.823143 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-a0ea5968-d6d5-4cf8-8efd-34270f2bc2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:52.823837 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-a0ea5968-d6d5-4cf8-8efd-34270f2bc2c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:52.825350 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-a0ea5968-d6d5-4cf8-8efd-34270f2bc2c9 service neutron] 10.222.0.53 "PUT /v2.0/ports/3eb93741-77e9-45b6-afc4-54904829043d HTTP/1.1" status: 200 len: 1093 time: 0.7280574 Apr 06 12:03:52.825680 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66bc1bfb-802b-42ec-88e9-e3d2883a264f', 'tag': '3eb93741-77e9-45b6-afc4-54904829043d'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:03:52.828133 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeac76c2-63d3-49d4-930a-5a49f4a09cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "66bc1bfb-802b-42ec-88e9-e3d2883a264f", "tag": "3eb93741-77e9-45b6-afc4-54904829043d"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:03:52.855456 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea5968-d6d5-4cf8-8efd-34270f2bc2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=3eb93741-77e9-45b6-afc4-54904829043d,revision_number=3']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:52.896234 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-de0ad7ff-44f9-4d3f-8192-5fbcec3ab6fc admin admin] Publish callbacks [] for security_group (df211e76-7c8e-4109-a383-c2e97a1be5b8), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:52.897974 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1323ca64-5790-4a77-954d-46a9cf94e12b x-openstack-request-id: req-1323ca64-5790-4a77-954d-46a9cf94e12b {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:03:52.899354 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66bc1bfb-802b-42ec-88e9-e3d2883a264f", "tag": "3eb93741-77e9-45b6-afc4-54904829043d", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:03:52.899684 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1323ca64-5790-4a77-954d-46a9cf94e12b {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:03:52.900455 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1323ca64-5790-4a77-954d-46a9cf94e12b'] response: {'name': 'network-changed', 'server_uuid': '66bc1bfb-802b-42ec-88e9-e3d2883a264f', 'tag': '3eb93741-77e9-45b6-afc4-54904829043d', 'status': 'completed', 'code': 200} Apr 06 12:03:52.921530 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-de0ad7ff-44f9-4d3f-8192-5fbcec3ab6fc admin admin] Publish callbacks [] for security_group (df211e76-7c8e-4109-a383-c2e97a1be5b8), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:52.943709 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-b4ca6558-a109-417f-a192-8780e727d3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:52.945318 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-b4ca6558-a109-417f-a192-8780e727d3de service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ede1b1c2fa1b4dc1bd2ad95d91ad5ffe&device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 1127 time: 0.0612431 Apr 06 12:03:52.978241 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-de0ad7ff-44f9-4d3f-8192-5fbcec3ab6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (df211e76-7c8e-4109-a383-c2e97a1be5b8), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:52.981396 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-de0ad7ff-44f9-4d3f-8192-5fbcec3ab6fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:52.982668 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-de0ad7ff-44f9-4d3f-8192-5fbcec3ab6fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df211e76-7c8e-4109-a383-c2e97a1be5b8 HTTP/1.1" status: 204 len: 168 time: 0.1780159 Apr 06 12:03:52.991401 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ad7ff-44f9-4d3f-8192-5fbcec3ab6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df211e76-7c8e-4109-a383-c2e97a1be5b8,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:53.011657 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-22a7d918-a518-4c97-a8e7-a78ab434a1a4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3eb93741-77e9-45b6-afc4-54904829043d HTTP/1.1" status: 200 len: 217 time: 0.0546215 Apr 06 12:03:53.066882 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-41f3259c-52c6-43f2-aebd-62b20c6bfde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:53.068359 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-41f3259c-52c6-43f2-aebd-62b20c6bfde9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9a13fee9-8bb2-4536-8f3f-eca49979516d HTTP/1.1" status: 200 len: 850 time: 0.0495296 Apr 06 12:03:53.123595 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-4ca3307f-7622-46c2-9b0e-9057005aec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:53.125145 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-4ca3307f-7622-46c2-9b0e-9057005aec63 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45970ed1-c53c-48e7-99d7-7f6912a67aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502787 Apr 06 12:03:53.215411 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-bb8c444e-6943-49e3-8203-7a993875269e service neutron] 10.222.0.53 "GET /v2.0/networks/45970ed1-c53c-48e7-99d7-7f6912a67aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841472 Apr 06 12:03:53.614537 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d534b73f-f2b1-4a5f-8e01-10b6314b2296 req-55d42882-acf2-4d5e-a25a-242e9700ff3a service neutron] 10.222.0.53 "GET /v2.0/networks/45970ed1-c53c-48e7-99d7-7f6912a67aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926158 Apr 06 12:03:53.625912 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1edaf-4f9b-4dfa-8700-b51677bb90a4 req-2e86dfe1-4aee-4c8c-bd36-841fbf67ff19 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:53.627855 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-c9c1edaf-4f9b-4dfa-8700-b51677bb90a4 req-2e86dfe1-4aee-4c8c-bd36-841fbf67ff19 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 943 time: 0.0812683 Apr 06 12:03:53.679867 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-c9c1edaf-4f9b-4dfa-8700-b51677bb90a4 req-be871cb2-202b-4bc1-8bc4-04febff51827 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456545 Apr 06 12:03:54.797920 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58e987-0ab0-41c5-81c0-ddc38ffc8ae3 req-9d183baa-fe2e-4090-b3b7-7283eafcb492 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:54.800012 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1f58e987-0ab0-41c5-81c0-ddc38ffc8ae3 req-9d183baa-fe2e-4090-b3b7-7283eafcb492 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 943 time: 0.0525329 Apr 06 12:03:54.849501 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1f58e987-0ab0-41c5-81c0-ddc38ffc8ae3 req-9998f91d-2ea4-464d-8288-2eaa15d0ceb8 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439365 Apr 06 12:03:56.005820 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e8d9d-fdd1-4e3f-97d1-694605cbbc94 req-b37ccf8e-b78f-4b49-ae71-bc32234ec3de tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:56.007290 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-544e8d9d-fdd1-4e3f-97d1-694605cbbc94 req-b37ccf8e-b78f-4b49-ae71-bc32234ec3de tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 943 time: 0.0868642 Apr 06 12:03:56.013315 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac76c2-63d3-49d4-930a-5a49f4a09cdc req-2c4e77f6-3338-488b-b03f-82491e51b329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:56.014701 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-eeac76c2-63d3-49d4-930a-5a49f4a09cdc req-2c4e77f6-3338-488b-b03f-82491e51b329 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ede1b1c2fa1b4dc1bd2ad95d91ad5ffe&device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 1127 time: 0.0675380 Apr 06 12:03:56.107496 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-544e8d9d-fdd1-4e3f-97d1-694605cbbc94 req-1f57cc32-2797-407f-bb40-27a35c0a22a0 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918453 Apr 06 12:03:56.132181 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac76c2-63d3-49d4-930a-5a49f4a09cdc req-d488df9e-03ad-4ea6-8512-261fbdc803fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:56.133668 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-eeac76c2-63d3-49d4-930a-5a49f4a09cdc req-d488df9e-03ad-4ea6-8512-261fbdc803fa service neutron] 10.222.0.53 "GET /v2.0/networks?id=45970ed1-c53c-48e7-99d7-7f6912a67aaa HTTP/1.1" status: 200 len: 912 time: 0.1119139 Apr 06 12:03:56.178376 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-eeac76c2-63d3-49d4-930a-5a49f4a09cdc req-c55f8b36-a546-4b38-8e96-0a25d6c11633 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3eb93741-77e9-45b6-afc4-54904829043d HTTP/1.1" status: 200 len: 217 time: 0.0386815 Apr 06 12:03:56.225511 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac76c2-63d3-49d4-930a-5a49f4a09cdc req-fddd0dc9-3de6-4b51-b7d3-f0c857ba3a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:56.226916 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-eeac76c2-63d3-49d4-930a-5a49f4a09cdc req-fddd0dc9-3de6-4b51-b7d3-f0c857ba3a26 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9a13fee9-8bb2-4536-8f3f-eca49979516d HTTP/1.1" status: 200 len: 850 time: 0.0426943 Apr 06 12:03:56.275307 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac76c2-63d3-49d4-930a-5a49f4a09cdc req-c139d903-5138-4269-8c2d-ac83a3df4c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:56.276792 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-eeac76c2-63d3-49d4-930a-5a49f4a09cdc req-c139d903-5138-4269-8c2d-ac83a3df4c71 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45970ed1-c53c-48e7-99d7-7f6912a67aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434456 Apr 06 12:03:56.370527 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-eeac76c2-63d3-49d4-930a-5a49f4a09cdc req-c57c5893-02a0-4108-8d8d-2c07301a7c15 service neutron] 10.222.0.53 "GET /v2.0/networks/45970ed1-c53c-48e7-99d7-7f6912a67aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869079 Apr 06 12:03:56.460468 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-eeac76c2-63d3-49d4-930a-5a49f4a09cdc req-afd8a2cf-a786-407a-96d4-099642833c1d service neutron] 10.222.0.53 "GET /v2.0/networks/45970ed1-c53c-48e7-99d7-7f6912a67aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844364 Apr 06 12:03:57.163278 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 3eb93741-77e9-45b6-afc4-54904829043d details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:03:57.227122 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742ad53-0739-42a7-b1b9-663a29ce4af8 req-cf8bdd2d-d8ac-4194-b0d2-258d7d5c11c5 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:57.228594 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3742ad53-0739-42a7-b1b9-663a29ce4af8 req-cf8bdd2d-d8ac-4194-b0d2-258d7d5c11c5 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 943 time: 0.0540590 Apr 06 12:03:57.261667 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 3eb93741-77e9-45b6-afc4-54904829043d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3eb93741-77e9-45b6-afc4-54904829043d,segment=NetworkSegment(c518d1a2-b035-4fd8-ba52-bae08596d8dd),segment_id=c518d1a2-b035-4fd8-ba52-bae08596d8dd)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:03:57.273398 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Returning: {'device': '3eb93741-77e9-45b6-afc4-54904829043d', 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa', 'port_id': '3eb93741-77e9-45b6-afc4-54904829043d', 'mac_address': 'fa:16:3e:b2:a5:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a13fee9-8bb2-4536-8f3f-eca49979516d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:03:57.275506 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3742ad53-0739-42a7-b1b9-663a29ce4af8 req-2e6cf484-0af7-4af7-9132-0c752607efd8 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408103 Apr 06 12:03:57.314339 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 3eb93741-77e9-45b6-afc4-54904829043d is: DOWN; New status is: BUILD {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:03:57.314724 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (3eb93741-77e9-45b6-afc4-54904829043d), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:57.328021 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eb93741-77e9-45b6-afc4-54904829043d {{(pid=110261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:03:57.348195 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 3eb93741-77e9-45b6-afc4-54904829043d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3eb93741-77e9-45b6-afc4-54904829043d,segment=NetworkSegment(c518d1a2-b035-4fd8-ba52-bae08596d8dd),segment_id=c518d1a2-b035-4fd8-ba52-bae08596d8dd)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:03:57.351848 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (3eb93741-77e9-45b6-afc4-54904829043d), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:57.401113 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=3eb93741-77e9-45b6-afc4-54904829043d,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:57.408166 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:57.408521 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:57.408917 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:57.409280 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:57.409648 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:57.409958 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:57.410292 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:57.410630 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:57.410966 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:57.411294 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:57.411626 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:57.411961 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:57.412290 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:57.412617 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:57.412969 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:03:57.758087 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['3eb93741-77e9-45b6-afc4-54904829043d'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:03:58.402123 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e88ecd-4e88-4bd4-a4d8-cb32c591f270 req-8dd3e928-fa31-4f5f-9833-b311ccf7a418 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:58.403676 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-92e88ecd-4e88-4bd4-a4d8-cb32c591f270 req-8dd3e928-fa31-4f5f-9833-b311ccf7a418 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 944 time: 0.0618715 Apr 06 12:03:58.452209 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-92e88ecd-4e88-4bd4-a4d8-cb32c591f270 req-4f0c15f7-cef9-4a7c-b5c6-9db909720f70 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432470 Apr 06 12:03:59.185215 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 3eb93741-77e9-45b6-afc4-54904829043d up at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:03:59.233051 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning for port 3eb93741-77e9-45b6-afc4-54904829043d completed by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:03:59.236833 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning complete for port 3eb93741-77e9-45b6-afc4-54904829043d triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:03:59.237205 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (3eb93741-77e9-45b6-afc4-54904829043d), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:59.319084 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 3eb93741-77e9-45b6-afc4-54904829043d is: BUILD; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:03:59.319473 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (3eb93741-77e9-45b6-afc4-54904829043d), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:59.342038 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66bc1bfb-802b-42ec-88e9-e3d2883a264f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb93741-77e9-45b6-afc4-54904829043d'}] {{(pid=110261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:03:59.344278 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa90572765a02b80253351879fa6496fbbfbce8a00fa36c7b280133d65d0c1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b18e9a-528f-4b07-b1a7-3e36b3ea4feb" -d '{"events": [{"server_uuid": "66bc1bfb-802b-42ec-88e9-e3d2883a264f", "name": "network-vif-plugged", "status": "completed", "tag": "3eb93741-77e9-45b6-afc4-54904829043d"}]}' {{(pid=110261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:03:59.356859 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 3eb93741-77e9-45b6-afc4-54904829043d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3eb93741-77e9-45b6-afc4-54904829043d,segment=NetworkSegment(c518d1a2-b035-4fd8-ba52-bae08596d8dd),segment_id=c518d1a2-b035-4fd8-ba52-bae08596d8dd)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:03:59.361792 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (3eb93741-77e9-45b6-afc4-54904829043d), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:03:59.402153 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d2c548-f852-4973-be75-ed947a7bfcf0 x-openstack-request-id: req-74d2c548-f852-4973-be75-ed947a7bfcf0 {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:03:59.402439 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66bc1bfb-802b-42ec-88e9-e3d2883a264f", "name": "network-vif-plugged", "status": "completed", "tag": "3eb93741-77e9-45b6-afc4-54904829043d", "code": 200}]} {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:03:59.402690 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-74d2c548-f852-4973-be75-ed947a7bfcf0 {{(pid=110261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:03:59.403074 dv-cinder-836074-2-iscsi neutron-server[110261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74d2c548-f852-4973-be75-ed947a7bfcf0'] response: {'server_uuid': '66bc1bfb-802b-42ec-88e9-e3d2883a264f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb93741-77e9-45b6-afc4-54904829043d', 'code': 200} Apr 06 12:03:59.428465 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=3eb93741-77e9-45b6-afc4-54904829043d,revision_number=5']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:03:59.606068 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7bb2a-352c-4d50-9be0-54972cf57745 req-61ec1cff-8d53-4e23-867a-6193eb6a8dd1 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:59.607538 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b5f7bb2a-352c-4d50-9be0-54972cf57745 req-61ec1cff-8d53-4e23-867a-6193eb6a8dd1 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0839257 Apr 06 12:03:59.649863 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ba007-cf83-4c41-8023-8b0e9f1ec720 req-55e9c8cc-5ae5-4a53-9d8d-8995817accc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:03:59.651341 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-024ba007-cf83-4c41-8023-8b0e9f1ec720 req-55e9c8cc-5ae5-4a53-9d8d-8995817accc6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 1129 time: 0.0807624 Apr 06 12:03:59.682115 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b5f7bb2a-352c-4d50-9be0-54972cf57745 req-48172aaa-2a8a-4571-a85c-026e7be258d7 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678554 Apr 06 12:03:59.709118 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-024ba007-cf83-4c41-8023-8b0e9f1ec720 req-b8466d3f-6472-4b04-bc69-875448e867aa service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508642 Apr 06 12:04:00.807083 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf130414-bd32-44af-9522-a77002882449 req-2e57c767-8c88-4a97-b6f5-ae083a3bbce0 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:04:00.808609 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-bf130414-bd32-44af-9522-a77002882449 req-2e57c767-8c88-4a97-b6f5-ae083a3bbce0 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0541043 Apr 06 12:04:00.856038 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-bf130414-bd32-44af-9522-a77002882449 req-747aa994-e628-48ad-b5fd-eb2bdbdb5f8b tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420117 Apr 06 12:04:01.974487 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e793c3-8612-4268-bec6-6e51fcd3a9a6 req-c76985ff-6541-4a2d-90b1-a0c448b9c455 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:04:01.975949 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-69e793c3-8612-4268-bec6-6e51fcd3a9a6 req-c76985ff-6541-4a2d-90b1-a0c448b9c455 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0549536 Apr 06 12:04:02.023851 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-69e793c3-8612-4268-bec6-6e51fcd3a9a6 req-87c85f88-a25c-448d-9936-0f2cdb23a4d0 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423024 Apr 06 12:04:02.140591 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cc609-682e-4e57-ac1e-87657e8403c0 req-df05a5c6-daf9-4f11-b9e0-707a24935669 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:04:02.142018 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-2a1cc609-682e-4e57-ac1e-87657e8403c0 req-df05a5c6-daf9-4f11-b9e0-707a24935669 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0562606 Apr 06 12:04:02.150564 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 52796) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:04:02.154840 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-dfae4951-18ed-4ebb-9712-cd512faf0900 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Request body: {'floatingip': {'port_id': '3eb93741-77e9-45b6-afc4-54904829043d'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:04:02.193995 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-dfae4951-18ed-4ebb-9712-cd512faf0900 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for floatingip (d51f390d-14f2-450b-8210-bfdad4ff61ea), before_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:02.700220 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-dfae4951-18ed-4ebb-9712-cd512faf0900 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:02.703890 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-dfae4951-18ed-4ebb-9712-cd512faf0900 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (d51f390d-14f2-450b-8210-bfdad4ff61ea), after_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:02.807665 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.db.l3_db [None req-dfae4951-18ed-4ebb-9712-cd512faf0900 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Floating IP d51f390d-14f2-450b-8210-bfdad4ff61ea associated. External IP: 172.27.1.248, port: 3eb93741-77e9-45b6-afc4-54904829043d. Apr 06 12:04:03.030001 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfae4951-18ed-4ebb-9712-cd512faf0900 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Router f86a5bfb-9354-4fb8-8eb1-37ed7ac08211 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:04:03.135239 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfae4951-18ed-4ebb-9712-cd512faf0900 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:04:03.139861 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-dfae4951-18ed-4ebb-9712-cd512faf0900 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:03.145858 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d46e02-5c74-416a-987e-b1424336cbc4 None None] Sync routers for ids ['f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:04:03.157537 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d46e02-5c74-416a-987e-b1424336cbc4 None None] Routers {'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:04:03.158319 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-b9d46e02-5c74-416a-987e-b1424336cbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:03:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:04:03.174419 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-dfae4951-18ed-4ebb-9712-cd512faf0900 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "PUT /v2.0/floatingips/d51f390d-14f2-450b-8210-bfdad4ff61ea HTTP/1.1" status: 200 len: 991 time: 1.0227683 Apr 06 12:04:03.175567 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66bc1bfb-802b-42ec-88e9-e3d2883a264f', 'tag': '3eb93741-77e9-45b6-afc4-54904829043d'}] {{(pid=110259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:04:03.178540 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c7c8e3a7af7eec310205c5f765578dca3c187f66a15f537813450f68a58a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7772dc28-4a96-427c-b3a1-21b092a3f7d5" -d '{"events": [{"name": "network-changed", "server_uuid": "66bc1bfb-802b-42ec-88e9-e3d2883a264f", "tag": "3eb93741-77e9-45b6-afc4-54904829043d"}]}' {{(pid=110259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:04:03.215267 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f492d448-402e-41dd-8182-dd00989988cb x-openstack-request-id: req-f492d448-402e-41dd-8182-dd00989988cb {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:04:03.215557 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66bc1bfb-802b-42ec-88e9-e3d2883a264f", "tag": "3eb93741-77e9-45b6-afc4-54904829043d", "status": "completed", "code": 200}]} {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:04:03.215810 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f492d448-402e-41dd-8182-dd00989988cb {{(pid=110259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:04:03.216214 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f492d448-402e-41dd-8182-dd00989988cb'] response: {'name': 'network-changed', 'server_uuid': '66bc1bfb-802b-42ec-88e9-e3d2883a264f', 'tag': '3eb93741-77e9-45b6-afc4-54904829043d', 'status': 'completed', 'code': 200} Apr 06 12:04:03.269932 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-b9d46e02-5c74-416a-987e-b1424336cbc4 None None] Set router f86a5bfb-9354-4fb8-8eb1-37ed7ac08211 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:04:03.297743 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772dc28-4a96-427c-b3a1-21b092a3f7d5 req-d42916ed-c6aa-4c11-94c4-0c9d003c64b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:04:03.299143 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7772dc28-4a96-427c-b3a1-21b092a3f7d5 req-d42916ed-c6aa-4c11-94c4-0c9d003c64b2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ede1b1c2fa1b4dc1bd2ad95d91ad5ffe&device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 1129 time: 0.0467291 Apr 06 12:04:03.403378 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772dc28-4a96-427c-b3a1-21b092a3f7d5 req-c9506503-cd0c-4c6f-a01b-e147d2c0f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:04:03.404872 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7772dc28-4a96-427c-b3a1-21b092a3f7d5 req-c9506503-cd0c-4c6f-a01b-e147d2c0f6dc service neutron] 10.222.0.53 "GET /v2.0/networks?id=45970ed1-c53c-48e7-99d7-7f6912a67aaa HTTP/1.1" status: 200 len: 912 time: 0.0982776 Apr 06 12:04:03.472287 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7772dc28-4a96-427c-b3a1-21b092a3f7d5 req-2fa9a658-421e-4fc3-88ea-13f4662e71bc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3eb93741-77e9-45b6-afc4-54904829043d HTTP/1.1" status: 200 len: 999 time: 0.0603480 Apr 06 12:04:03.497681 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-b9d46e02-5c74-416a-987e-b1424336cbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'name': 'tempest-AttachVolumeTestJSON-1308526680-router', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:03:42Z', 'updated_at': '2022-04-06T12:03:45Z', 'revision_number': 4, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'gw_port': {'id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:43Z', 'updated_at': '2022-04-06T12:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': 'd51f390d-14f2-450b-8210-bfdad4ff61ea', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'port_id': '3eb93741-77e9-45b6-afc4-54904829043d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa', 'mac_address': 'fa:16:3e:b2:a5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc1bfb-802b-42ec-88e9-e3d2883a264f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:03:47Z', 'updated_at': '2022-04-06T12:04:02Z', 'revision_number': 1, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd656e2db-b5d0-4fcb-8113-c00f6e5a39bc', 'name': '', 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'mac_address': 'fa:16:3e:0d:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9a13fee9-8bb2-4536-8f3f-eca49979516d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:44Z', 'updated_at': '2022-04-06T12:03:49Z', 'revision_number': 5, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'subnets': [{'id': '9a13fee9-8bb2-4536-8f3f-eca49979516d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:04:03.524543 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d46e02-5c74-416a-987e-b1424336cbc4 None None] Checking router: f86a5bfb-9354-4fb8-8eb1-37ed7ac08211 for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:04:03.527365 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772dc28-4a96-427c-b3a1-21b092a3f7d5 req-b1a266e3-5d04-4208-ae0d-8d11dc1c8899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:04:03.528884 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7772dc28-4a96-427c-b3a1-21b092a3f7d5 req-b1a266e3-5d04-4208-ae0d-8d11dc1c8899 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9a13fee9-8bb2-4536-8f3f-eca49979516d HTTP/1.1" status: 200 len: 850 time: 0.0494804 Apr 06 12:04:03.532762 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d46e02-5c74-416a-987e-b1424336cbc4 None None] Routers {'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:04:03.533366 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-b9d46e02-5c74-416a-987e-b1424336cbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:03:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:04:03.578956 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772dc28-4a96-427c-b3a1-21b092a3f7d5 req-4c7f90b4-dbe8-476a-8530-fa03a7874cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:04:03.580380 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7772dc28-4a96-427c-b3a1-21b092a3f7d5 req-4c7f90b4-dbe8-476a-8530-fa03a7874cd8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45970ed1-c53c-48e7-99d7-7f6912a67aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457222 Apr 06 12:04:03.643342 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-b9d46e02-5c74-416a-987e-b1424336cbc4 None None] Set router f86a5bfb-9354-4fb8-8eb1-37ed7ac08211 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:04:03.672811 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7772dc28-4a96-427c-b3a1-21b092a3f7d5 req-946187cc-5d5e-48d7-a825-7efed8bdd3a1 service neutron] 10.222.0.53 "GET /v2.0/networks/45970ed1-c53c-48e7-99d7-7f6912a67aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852664 Apr 06 12:04:03.774035 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7772dc28-4a96-427c-b3a1-21b092a3f7d5 req-bc74630c-a08a-4a0a-86d5-3679777d3fa0 service neutron] 10.222.0.53 "GET /v2.0/networks/45970ed1-c53c-48e7-99d7-7f6912a67aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942731 Apr 06 12:04:03.892249 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-b9d46e02-5c74-416a-987e-b1424336cbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'name': 'tempest-AttachVolumeTestJSON-1308526680-router', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:03:42Z', 'updated_at': '2022-04-06T12:03:45Z', 'revision_number': 4, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'gw_port': {'id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:43Z', 'updated_at': '2022-04-06T12:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': 'd51f390d-14f2-450b-8210-bfdad4ff61ea', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'port_id': '3eb93741-77e9-45b6-afc4-54904829043d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa', 'mac_address': 'fa:16:3e:b2:a5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc1bfb-802b-42ec-88e9-e3d2883a264f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:03:47Z', 'updated_at': '2022-04-06T12:04:02Z', 'revision_number': 1, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd656e2db-b5d0-4fcb-8113-c00f6e5a39bc', 'name': '', 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'mac_address': 'fa:16:3e:0d:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9a13fee9-8bb2-4536-8f3f-eca49979516d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:44Z', 'updated_at': '2022-04-06T12:03:49Z', 'revision_number': 5, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'subnets': [{'id': '9a13fee9-8bb2-4536-8f3f-eca49979516d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:04:03.924208 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d46e02-5c74-416a-987e-b1424336cbc4 None None] The sync data for ids ['f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'] in dv-cinder-836074-2-iscsi is: [{'id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'name': 'tempest-AttachVolumeTestJSON-1308526680-router', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:03:42Z', 'updated_at': '2022-04-06T12:03:45Z', 'revision_number': 4, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'gw_port': {'id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:43Z', 'updated_at': '2022-04-06T12:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': 'd51f390d-14f2-450b-8210-bfdad4ff61ea', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'port_id': '3eb93741-77e9-45b6-afc4-54904829043d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa', 'mac_address': 'fa:16:3e:b2:a5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc1bfb-802b-42ec-88e9-e3d2883a264f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:03:47Z', 'updated_at': '2022-04-06T12:04:02Z', 'revision_number': 1, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd656e2db-b5d0-4fcb-8113-c00f6e5a39bc', 'name': '', 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'mac_address': 'fa:16:3e:0d:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9a13fee9-8bb2-4536-8f3f-eca49979516d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:44Z', 'updated_at': '2022-04-06T12:03:49Z', 'revision_number': 5, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'subnets': [{'id': '9a13fee9-8bb2-4536-8f3f-eca49979516d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:04:04.145775 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc2cfb-efa7-4653-8bda-11442d3506bd None None] New status for floating IP d51f390d-14f2-450b-8210-bfdad4ff61ea: ACTIVE {{(pid=110261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:04:09.462201 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 52892) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:04:09.567309 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-cc8e0d91-780a-40d2-ae7e-d460cc816531 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:09.643133 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-cc8e0d91-780a-40d2-ae7e-d460cc816531 admin admin] Publish callbacks [] for security_group (1ab6f97d-190c-4f49-9af2-7c56011f758d), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:09.649079 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-cc8e0d91-780a-40d2-ae7e-d460cc816531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (1ab6f97d-190c-4f49-9af2-7c56011f758d), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:09.688060 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e0d91-780a-40d2-ae7e-d460cc816531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab6f97d-190c-4f49-9af2-7c56011f758d,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:09.692570 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-cc8e0d91-780a-40d2-ae7e-d460cc816531 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e271b5fca7fc4a778c11220f7d4aba95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293689 Apr 06 12:04:09.695460 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 52896) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:04:09.698656 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e0d91-780a-40d2-ae7e-d460cc816531 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:04:09.699005 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e0d91-780a-40d2-ae7e-d460cc816531 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:04:09.699348 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e0d91-780a-40d2-ae7e-d460cc816531 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:04:09.699689 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e0d91-780a-40d2-ae7e-d460cc816531 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:04:09.700021 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e0d91-780a-40d2-ae7e-d460cc816531 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:04:09.700353 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e0d91-780a-40d2-ae7e-d460cc816531 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:04:09.700683 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e0d91-780a-40d2-ae7e-d460cc816531 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:04:09.701045 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e0d91-780a-40d2-ae7e-d460cc816531 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:04:09.701372 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e0d91-780a-40d2-ae7e-d460cc816531 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:04:09.701697 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e0d91-780a-40d2-ae7e-d460cc816531 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:04:09.702025 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e0d91-780a-40d2-ae7e-d460cc816531 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:04:09.702348 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e0d91-780a-40d2-ae7e-d460cc816531 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:04:09.702669 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e0d91-780a-40d2-ae7e-d460cc816531 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:04:09.702995 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e0d91-780a-40d2-ae7e-d460cc816531 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:04:09.703321 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e0d91-780a-40d2-ae7e-d460cc816531 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:04:09.748339 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-12ec9f07-9157-44aa-ab28-e276e18ec435 admin admin] Publish callbacks [] for security_group (1ab6f97d-190c-4f49-9af2-7c56011f758d), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:09.770547 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-12ec9f07-9157-44aa-ab28-e276e18ec435 admin admin] Publish callbacks [] for security_group (1ab6f97d-190c-4f49-9af2-7c56011f758d), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:09.817933 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-12ec9f07-9157-44aa-ab28-e276e18ec435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (1ab6f97d-190c-4f49-9af2-7c56011f758d), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:09.820445 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-12ec9f07-9157-44aa-ab28-e276e18ec435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:09.821624 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-12ec9f07-9157-44aa-ab28-e276e18ec435 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1ab6f97d-190c-4f49-9af2-7c56011f758d HTTP/1.1" status: 204 len: 168 time: 0.1251793 Apr 06 12:04:09.829492 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec9f07-9157-44aa-ab28-e276e18ec435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab6f97d-190c-4f49-9af2-7c56011f758d,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:10.091674 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 52904) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:04:10.105907 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f9796ed8-b61d-4cfb-ab4c-38616bd02585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:10.193329 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f9796ed8-b61d-4cfb-ab4c-38616bd02585 admin admin] Publish callbacks [] for security_group (56a09e34-c569-49f9-9136-f52c4f92bc60), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:10.197196 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-f9796ed8-b61d-4cfb-ab4c-38616bd02585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (56a09e34-c569-49f9-9136-f52c4f92bc60), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:10.236097 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-f9796ed8-b61d-4cfb-ab4c-38616bd02585 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b22f865b514f4d4085ffc98d22f023b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433511 Apr 06 12:04:10.236959 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9796ed8-b61d-4cfb-ab4c-38616bd02585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a09e34-c569-49f9-9136-f52c4f92bc60,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:10.239414 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 52908) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:04:10.289555 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-bebcb88a-aa54-44bd-a8e5-e841241ee0a2 admin admin] Publish callbacks [] for security_group (56a09e34-c569-49f9-9136-f52c4f92bc60), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:10.310724 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-bebcb88a-aa54-44bd-a8e5-e841241ee0a2 admin admin] Publish callbacks [] for security_group (56a09e34-c569-49f9-9136-f52c4f92bc60), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:10.355046 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-bebcb88a-aa54-44bd-a8e5-e841241ee0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (56a09e34-c569-49f9-9136-f52c4f92bc60), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:10.357620 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-bebcb88a-aa54-44bd-a8e5-e841241ee0a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:10.358760 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-bebcb88a-aa54-44bd-a8e5-e841241ee0a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/56a09e34-c569-49f9-9136-f52c4f92bc60 HTTP/1.1" status: 204 len: 168 time: 0.1175978 Apr 06 12:04:10.367592 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebcb88a-aa54-44bd-a8e5-e841241ee0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a09e34-c569-49f9-9136-f52c4f92bc60,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:10.651188 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:04:12.273586 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-b6784e73-553e-4886-956c-7541f0aadf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:12.726356 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 52978) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:04:12.832440 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-07fd355f-98de-43c3-95ef-73d13bfdb336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:12.908495 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-07fd355f-98de-43c3-95ef-73d13bfdb336 admin admin] Publish callbacks [] for security_group (74ccdfda-a65e-4ff1-a64c-98d3dc183ab3), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:12.913308 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-07fd355f-98de-43c3-95ef-73d13bfdb336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (74ccdfda-a65e-4ff1-a64c-98d3dc183ab3), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:12.950294 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd355f-98de-43c3-95ef-73d13bfdb336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ccdfda-a65e-4ff1-a64c-98d3dc183ab3,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:12.955484 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-07fd355f-98de-43c3-95ef-73d13bfdb336 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=23da3eb692ce456eb0e938cde521742c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280993 Apr 06 12:04:12.959114 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 52982) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:04:13.008084 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-24b333ba-f7f4-4859-872a-1d4d18c8ed9a admin admin] Publish callbacks [] for security_group (74ccdfda-a65e-4ff1-a64c-98d3dc183ab3), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:13.029205 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-24b333ba-f7f4-4859-872a-1d4d18c8ed9a admin admin] Publish callbacks [] for security_group (74ccdfda-a65e-4ff1-a64c-98d3dc183ab3), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:13.076486 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-24b333ba-f7f4-4859-872a-1d4d18c8ed9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (74ccdfda-a65e-4ff1-a64c-98d3dc183ab3), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:13.079115 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-24b333ba-f7f4-4859-872a-1d4d18c8ed9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:13.080261 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-24b333ba-f7f4-4859-872a-1d4d18c8ed9a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/74ccdfda-a65e-4ff1-a64c-98d3dc183ab3 HTTP/1.1" status: 204 len: 168 time: 0.1201160 Apr 06 12:04:13.089548 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b333ba-f7f4-4859-872a-1d4d18c8ed9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ccdfda-a65e-4ff1-a64c-98d3dc183ab3,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:13.339331 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 52988) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:04:13.352921 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-07e51903-6a9d-4161-9828-365ffbdd97d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:13.429698 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-07e51903-6a9d-4161-9828-365ffbdd97d4 admin admin] Publish callbacks [] for security_group (496ca276-365b-4dc1-917c-6460573bd3cd), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:13.433422 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-07e51903-6a9d-4161-9828-365ffbdd97d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (496ca276-365b-4dc1-917c-6460573bd3cd), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:13.469367 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e51903-6a9d-4161-9828-365ffbdd97d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496ca276-365b-4dc1-917c-6460573bd3cd,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:13.476752 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-07e51903-6a9d-4161-9828-365ffbdd97d4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ac2ebecfccfe4fc98c0157d5cd24c71d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338301 Apr 06 12:04:13.476912 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 52990) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:04:13.523485 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4b8c86c3-9696-408f-9834-072e7fcb0ce5 admin admin] Publish callbacks [] for security_group (496ca276-365b-4dc1-917c-6460573bd3cd), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:13.544933 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4b8c86c3-9696-408f-9834-072e7fcb0ce5 admin admin] Publish callbacks [] for security_group (496ca276-365b-4dc1-917c-6460573bd3cd), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:13.590680 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4b8c86c3-9696-408f-9834-072e7fcb0ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (496ca276-365b-4dc1-917c-6460573bd3cd), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:13.593145 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-4b8c86c3-9696-408f-9834-072e7fcb0ce5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:13.594307 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-4b8c86c3-9696-408f-9834-072e7fcb0ce5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/496ca276-365b-4dc1-917c-6460573bd3cd HTTP/1.1" status: 204 len: 168 time: 0.1165061 Apr 06 12:04:13.603142 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c86c3-9696-408f-9834-072e7fcb0ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496ca276-365b-4dc1-917c-6460573bd3cd,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:14.524517 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:15.103172 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-8c368f4b-ae7b-4961-adf3-efd2145bc435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:16.490285 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:18.773575 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 53092) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:04:18.786703 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:18.923250 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-65351959-175b-477c-bbc1-7d0b70248109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:18.998633 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-65351959-175b-477c-bbc1-7d0b70248109 admin admin] Publish callbacks [] for security_group (f79a04d9-94fa-4ea7-92bd-a7a28c70c83f), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:19.002413 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-65351959-175b-477c-bbc1-7d0b70248109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (f79a04d9-94fa-4ea7-92bd-a7a28c70c83f), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:19.043287 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-65351959-175b-477c-bbc1-7d0b70248109 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=63f08080d67a496cade3b87059c7d405&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2685416 Apr 06 12:04:19.044225 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65351959-175b-477c-bbc1-7d0b70248109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79a04d9-94fa-4ea7-92bd-a7a28c70c83f,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:19.046014 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53096) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:04:19.088892 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:19.102124 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-625ded21-5b8d-44e5-aedd-57dc603fd5c4 admin admin] Publish callbacks [] for security_group (f79a04d9-94fa-4ea7-92bd-a7a28c70c83f), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:19.123075 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-625ded21-5b8d-44e5-aedd-57dc603fd5c4 admin admin] Publish callbacks [] for security_group (f79a04d9-94fa-4ea7-92bd-a7a28c70c83f), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:19.173958 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-625ded21-5b8d-44e5-aedd-57dc603fd5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (f79a04d9-94fa-4ea7-92bd-a7a28c70c83f), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:19.176493 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-625ded21-5b8d-44e5-aedd-57dc603fd5c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:19.179965 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-625ded21-5b8d-44e5-aedd-57dc603fd5c4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f79a04d9-94fa-4ea7-92bd-a7a28c70c83f HTTP/1.1" status: 204 len: 168 time: 0.1294491 Apr 06 12:04:19.185565 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ded21-5b8d-44e5-aedd-57dc603fd5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79a04d9-94fa-4ea7-92bd-a7a28c70c83f,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:19.481222 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53102) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:04:19.496314 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-0691f437-20ae-47e4-8b8c-9f57aa1b2f3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:19.577761 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-0691f437-20ae-47e4-8b8c-9f57aa1b2f3b admin admin] Publish callbacks [] for security_group (72ba0a0e-951b-469c-bd3b-010cd16edcfd), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:19.583269 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-0691f437-20ae-47e4-8b8c-9f57aa1b2f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (72ba0a0e-951b-469c-bd3b-010cd16edcfd), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:19.630834 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-0691f437-20ae-47e4-8b8c-9f57aa1b2f3b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6365b8479a6e47a38eddc51f59b86678&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1484587 Apr 06 12:04:19.632115 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0691f437-20ae-47e4-8b8c-9f57aa1b2f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ba0a0e-951b-469c-bd3b-010cd16edcfd,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:19.633634 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 53104) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:04:19.682401 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-07e5d0b8-0ce9-4805-b918-a6ec3e95572f admin admin] Publish callbacks [] for security_group (72ba0a0e-951b-469c-bd3b-010cd16edcfd), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:19.703146 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-07e5d0b8-0ce9-4805-b918-a6ec3e95572f admin admin] Publish callbacks [] for security_group (72ba0a0e-951b-469c-bd3b-010cd16edcfd), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:19.750997 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-07e5d0b8-0ce9-4805-b918-a6ec3e95572f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (72ba0a0e-951b-469c-bd3b-010cd16edcfd), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:19.753619 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-07e5d0b8-0ce9-4805-b918-a6ec3e95572f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:19.754774 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-07e5d0b8-0ce9-4805-b918-a6ec3e95572f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/72ba0a0e-951b-469c-bd3b-010cd16edcfd HTTP/1.1" status: 204 len: 168 time: 0.1201732 Apr 06 12:04:19.762616 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e5d0b8-0ce9-4805-b918-a6ec3e95572f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ba0a0e-951b-469c-bd3b-010cd16edcfd,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:20.090733 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 53110) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:04:20.105511 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3a9a6de9-72d0-4397-a194-10c5e779d9e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:20.183618 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3a9a6de9-72d0-4397-a194-10c5e779d9e5 admin admin] Publish callbacks [] for security_group (93772255-e3ce-4393-b90d-81c5992ada20), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:20.187467 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3a9a6de9-72d0-4397-a194-10c5e779d9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (93772255-e3ce-4393-b90d-81c5992ada20), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:20.227543 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-3a9a6de9-72d0-4397-a194-10c5e779d9e5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3ea66678cfd44b8693999ab88cc38cd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352100 Apr 06 12:04:20.228406 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a6de9-72d0-4397-a194-10c5e779d9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93772255-e3ce-4393-b90d-81c5992ada20,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:20.230265 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53112) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:04:20.290510 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5f91d779-1fa7-4991-a488-ca8f3d17cb03 admin admin] Publish callbacks [] for security_group (93772255-e3ce-4393-b90d-81c5992ada20), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:20.314619 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5f91d779-1fa7-4991-a488-ca8f3d17cb03 admin admin] Publish callbacks [] for security_group (93772255-e3ce-4393-b90d-81c5992ada20), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:20.369794 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5f91d779-1fa7-4991-a488-ca8f3d17cb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (93772255-e3ce-4393-b90d-81c5992ada20), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:20.372602 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5f91d779-1fa7-4991-a488-ca8f3d17cb03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:20.376932 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-5f91d779-1fa7-4991-a488-ca8f3d17cb03 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/93772255-e3ce-4393-b90d-81c5992ada20 HTTP/1.1" status: 204 len: 168 time: 0.1449232 Apr 06 12:04:20.392903 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91d779-1fa7-4991-a488-ca8f3d17cb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93772255-e3ce-4393-b90d-81c5992ada20,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:21.466490 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53146) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:04:21.568853 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-71229f5f-4bbf-4af3-adb5-c60a4909e4ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:21.648166 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-71229f5f-4bbf-4af3-adb5-c60a4909e4ef admin admin] Publish callbacks [] for security_group (ed6a97b1-c2a1-47bd-b783-3e6cc2891ab3), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:21.651966 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-71229f5f-4bbf-4af3-adb5-c60a4909e4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (ed6a97b1-c2a1-47bd-b783-3e6cc2891ab3), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:21.693129 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71229f5f-4bbf-4af3-adb5-c60a4909e4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6a97b1-c2a1-47bd-b783-3e6cc2891ab3,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:21.698077 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-71229f5f-4bbf-4af3-adb5-c60a4909e4ef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d46e2534ae54d95b7c4740842791e74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305501 Apr 06 12:04:21.700798 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53150) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:04:21.754631 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5e5a8aa3-1e0a-48e1-bae2-9fd2b63f24fb admin admin] Publish callbacks [] for security_group (ed6a97b1-c2a1-47bd-b783-3e6cc2891ab3), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:21.776197 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5e5a8aa3-1e0a-48e1-bae2-9fd2b63f24fb admin admin] Publish callbacks [] for security_group (ed6a97b1-c2a1-47bd-b783-3e6cc2891ab3), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:21.824366 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5e5a8aa3-1e0a-48e1-bae2-9fd2b63f24fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (ed6a97b1-c2a1-47bd-b783-3e6cc2891ab3), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:21.826995 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5e5a8aa3-1e0a-48e1-bae2-9fd2b63f24fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:21.828167 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-5e5a8aa3-1e0a-48e1-bae2-9fd2b63f24fb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ed6a97b1-c2a1-47bd-b783-3e6cc2891ab3 HTTP/1.1" status: 204 len: 168 time: 0.1264508 Apr 06 12:04:21.837075 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a8aa3-1e0a-48e1-bae2-9fd2b63f24fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6a97b1-c2a1-47bd-b783-3e6cc2891ab3,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:25.853893 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53218) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:04:25.965844 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-d2c33aa1-280f-4726-ad0e-34f4c40c9ca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:26.042422 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-d2c33aa1-280f-4726-ad0e-34f4c40c9ca3 admin admin] Publish callbacks [] for security_group (cf00f696-3d7b-428e-81d2-075b058cde3a), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:26.046284 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-d2c33aa1-280f-4726-ad0e-34f4c40c9ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (cf00f696-3d7b-428e-81d2-075b058cde3a), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:26.085102 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-d2c33aa1-280f-4726-ad0e-34f4c40c9ca3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b1cb194593ab4c9dab2d925c3d6fe5b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300849 Apr 06 12:04:26.086330 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c33aa1-280f-4726-ad0e-34f4c40c9ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf00f696-3d7b-428e-81d2-075b058cde3a,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:26.089420 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 53222) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:04:26.142825 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-cae1fe90-a5cc-47a6-ba56-ee3b8c6f96b0 admin admin] Publish callbacks [] for security_group (cf00f696-3d7b-428e-81d2-075b058cde3a), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:26.165128 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-cae1fe90-a5cc-47a6-ba56-ee3b8c6f96b0 admin admin] Publish callbacks [] for security_group (cf00f696-3d7b-428e-81d2-075b058cde3a), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:26.213099 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-cae1fe90-a5cc-47a6-ba56-ee3b8c6f96b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (cf00f696-3d7b-428e-81d2-075b058cde3a), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:26.215867 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-cae1fe90-a5cc-47a6-ba56-ee3b8c6f96b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:26.217106 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-cae1fe90-a5cc-47a6-ba56-ee3b8c6f96b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cf00f696-3d7b-428e-81d2-075b058cde3a HTTP/1.1" status: 204 len: 168 time: 0.1265085 Apr 06 12:04:26.225175 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1fe90-a5cc-47a6-ba56-ee3b8c6f96b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf00f696-3d7b-428e-81d2-075b058cde3a,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:26.889572 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 53244) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:04:26.996749 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-52ecca06-e806-4b2b-8a98-1fa952b70f00 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-104291544-network', 'tenant_id': '1298ccb8a9014261ab619bfcb68d9d77'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:04:27.016243 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ecca06-e806-4b2b-8a98-1fa952b70f00 admin admin] Made reservation on behalf of 1298ccb8a9014261ab619bfcb68d9d77 for: {'network': 1} {{(pid=110259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:04:27.018554 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-52ecca06-e806-4b2b-8a98-1fa952b70f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for network (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:27.027888 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-52ecca06-e806-4b2b-8a98-1fa952b70f00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:27.115585 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-52ecca06-e806-4b2b-8a98-1fa952b70f00 admin admin] Publish callbacks [] for security_group (ddeed8ba-094b-40c8-a656-712ce6731f22), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:27.119700 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-52ecca06-e806-4b2b-8a98-1fa952b70f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (ddeed8ba-094b-40c8-a656-712ce6731f22), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:27.147170 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ecca06-e806-4b2b-8a98-1fa952b70f00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=110259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:04:27.157231 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ecca06-e806-4b2b-8a98-1fa952b70f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddeed8ba-094b-40c8-a656-712ce6731f22,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:27.162859 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-52ecca06-e806-4b2b-8a98-1fa952b70f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (799cde48-ce89-4717-8648-0b14442574b5), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:27.163203 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.db.segments_db [None req-52ecca06-e806-4b2b-8a98-1fa952b70f00 admin admin] Added segment 799cde48-ce89-4717-8648-0b14442574b5 of type vlan for network b5cff5d5-cdf1-4182-a76a-ce442e73f9e6 Apr 06 12:04:27.205672 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-52ecca06-e806-4b2b-8a98-1fa952b70f00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743156740410'] for network (b5cff5d5-cdf1-4182-a76a-ce442e73f9e6), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:27.231846 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-52ecca06-e806-4b2b-8a98-1fa952b70f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332'] for network (b5cff5d5-cdf1-4182-a76a-ce442e73f9e6), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:27.232741 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ecca06-e806-4b2b-8a98-1fa952b70f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:04:27.233334 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-52ecca06-e806-4b2b-8a98-1fa952b70f00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:27.296074 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-52ecca06-e806-4b2b-8a98-1fa952b70f00 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4053562 Apr 06 12:04:27.299001 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53248) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:04:27.299473 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ecca06-e806-4b2b-8a98-1fa952b70f00 admin admin] Pushing event updated for resources: {'Network': ['ID=b5cff5d5-cdf1-4182-a76a-ce442e73f9e6,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:27.305031 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-7d2b3c4f-76b7-4492-a870-4aa87138c91e admin admin] Request body: {'subnet': {'network_id': 'b5cff5d5-cdf1-4182-a76a-ce442e73f9e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-104291544-subnet', 'tenant_id': '1298ccb8a9014261ab619bfcb68d9d77', 'ip_version': 4}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:04:27.310501 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Network b5cff5d5-cdf1-4182-a76a-ce442e73f9e6 details requested by agent ovs-agent-dv-cinder-836074-2-iscsi with host dv-cinder-836074-2-iscsi {{(pid=110261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:04:27.325630 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2b3c4f-76b7-4492-a870-4aa87138c91e admin admin] Made reservation on behalf of 1298ccb8a9014261ab619bfcb68d9d77 for: {'subnet': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:04:27.327955 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-7d2b3c4f-76b7-4492-a870-4aa87138c91e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4228290'] for subnet (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:27.536087 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-7d2b3c4f-76b7-4492-a870-4aa87138c91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4262830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4228316'] for subnet (b7094297-974e-4ae1-a219-56fff22aaa1c), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:27.596352 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b3c4f-76b7-4492-a870-4aa87138c91e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7094297-974e-4ae1-a219-56fff22aaa1c,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:27.610402 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2b3c4f-76b7-4492-a870-4aa87138c91e admin admin] Checking segment: {'id': '799cde48-ce89-4717-8648-0b14442574b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b5cff5d5-cdf1-4182-a76a-ce442e73f9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:04:27.610792 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2b3c4f-76b7-4492-a870-4aa87138c91e admin admin] Network hostable DHCP agents. Network: b5cff5d5-cdf1-4182-a76a-ce442e73f9e6, hostable agents: ['eb907300-c67e-4e21-a2d4-e40182a63fdb'], hosted agents: [] {{(pid=110260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:04:27.629793 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2b3c4f-76b7-4492-a870-4aa87138c91e admin admin] Network b5cff5d5-cdf1-4182-a76a-ce442e73f9e6 is scheduled to be hosted by DHCP agent eb907300-c67e-4e21-a2d4-e40182a63fdb with binding_index 1 {{(pid=110260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:04:27.639870 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-7d2b3c4f-76b7-4492-a870-4aa87138c91e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-2-iscsi, b5cff5d5-cdf1-4182-a76a-ce442e73f9e6) {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:04:27.645928 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2b3c4f-76b7-4492-a870-4aa87138c91e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:04:27.646548 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-7d2b3c4f-76b7-4492-a870-4aa87138c91e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:27.652149 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277d7754-e345-4b85-af35-2a3d5271d463 None None] Network b5cff5d5-cdf1-4182-a76a-ce442e73f9e6 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:04:27.668044 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-7d2b3c4f-76b7-4492-a870-4aa87138c91e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3677540 Apr 06 12:04:27.670957 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53250) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:04:27.676553 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-ff5b4289-9275-40a4-8712-06a5ca5d7793 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-104291544-router', 'tenant_id': '1298ccb8a9014261ab619bfcb68d9d77', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:04:27.701196 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ff5b4289-9275-40a4-8712-06a5ca5d7793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-432941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2496'] for router (36bec645-50d1-478e-a62c-c167ae58df45), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:27.702859 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ff5b4289-9275-40a4-8712-06a5ca5d7793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2521'] for router (36bec645-50d1-478e-a62c-c167ae58df45), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:27.769946 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001cd34a-6de4-476f-a199-4726b57656d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp027ac957-5d53-5658-96df-9f632b9b190b-b5cff5d5-cdf1-4182-a76a-ce442e73f9e6', 'network_id': 'b5cff5d5-cdf1-4182-a76a-ce442e73f9e6', 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'fixed_ips': [{'subnet_id': 'b7094297-974e-4ae1-a219-56fff22aaa1c'}]}} from dv-cinder-836074-2-iscsi. {{(pid=110261) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:04:27.770877 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-001cd34a-6de4-476f-a199-4726b57656d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:27.773017 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ff5b4289-9275-40a4-8712-06a5ca5d7793 admin admin] Publish callbacks [] for router_controller (36bec645-50d1-478e-a62c-c167ae58df45), precommit_add_association {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:27.925812 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.db_base_plugin_common [None req-001cd34a-6de4-476f-a199-4726b57656d9 None None] Allocated IP 172.20.0.2 (b5cff5d5-cdf1-4182-a76a-ce442e73f9e6/b7094297-974e-4ae1-a219-56fff22aaa1c/8b19963d-e8b8-4c53-a039-32e5893da5e9) {{(pid=110261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:04:27.932472 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ff5b4289-9275-40a4-8712-06a5ca5d7793 admin admin] Publish callbacks [] for router_gateway (36bec645-50d1-478e-a62c-c167ae58df45), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:28.122836 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-001cd34a-6de4-476f-a199-4726b57656d9 None None] Publish callbacks [] for port (8b19963d-e8b8-4c53-a039-32e5893da5e9), precommit_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:28.131036 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-001cd34a-6de4-476f-a199-4726b57656d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228'] for port (8b19963d-e8b8-4c53-a039-32e5893da5e9), after_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:28.172547 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001cd34a-6de4-476f-a199-4726b57656d9 None None] Network b5cff5d5-cdf1-4182-a76a-ce442e73f9e6 is already hosted by enough agents. {{(pid=110261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:04:28.176380 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.scheduler.base_scheduler [None req-001cd34a-6de4-476f-a199-4726b57656d9 None None] Resources bound (agent type, host, resource id): {{(pid=110261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:04:28.180179 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001cd34a-6de4-476f-a199-4726b57656d9 None None] Received port after_create {{(pid=110261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:04:28.187173 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001cd34a-6de4-476f-a199-4726b57656d9 None None] Pushing event updated for resources: {'Port': ['ID=8b19963d-e8b8-4c53-a039-32e5893da5e9,revision_number=1']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:28.189337 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ff5b4289-9275-40a4-8712-06a5ca5d7793 admin admin] Publish callbacks [] for router_gateway (36bec645-50d1-478e-a62c-c167ae58df45), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:28.213904 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ff5b4289-9275-40a4-8712-06a5ca5d7793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:28.243248 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-001cd34a-6de4-476f-a199-4726b57656d9 None None] Attempting to bind port 8b19963d-e8b8-4c53-a039-32e5893da5e9 on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:04:28.243615 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-001cd34a-6de4-476f-a199-4726b57656d9 None None] Attempting to bind port 8b19963d-e8b8-4c53-a039-32e5893da5e9 by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': '799cde48-ce89-4717-8648-0b14442574b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b5cff5d5-cdf1-4182-a76a-ce442e73f9e6'}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:04:28.243976 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001cd34a-6de4-476f-a199-4726b57656d9 None None] Attempting to bind port 8b19963d-e8b8-4c53-a039-32e5893da5e9 on network b5cff5d5-cdf1-4182-a76a-ce442e73f9e6 {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:04:28.249252 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001cd34a-6de4-476f-a199-4726b57656d9 None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:04:28.249625 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001cd34a-6de4-476f-a199-4726b57656d9 None None] Checking segment: {'id': '799cde48-ce89-4717-8648-0b14442574b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b5cff5d5-cdf1-4182-a76a-ce442e73f9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:04:28.250965 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-001cd34a-6de4-476f-a199-4726b57656d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:28.250965 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001cd34a-6de4-476f-a199-4726b57656d9 None None] Bound using segment: {'id': '799cde48-ce89-4717-8648-0b14442574b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b5cff5d5-cdf1-4182-a76a-ce442e73f9e6'} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:04:28.250965 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-001cd34a-6de4-476f-a199-4726b57656d9 None None] Bound port: 8b19963d-e8b8-4c53-a039-32e5893da5e9, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '799cde48-ce89-4717-8648-0b14442574b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b5cff5d5-cdf1-4182-a76a-ce442e73f9e6'}}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:04:28.251323 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-001cd34a-6de4-476f-a199-4726b57656d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (8b19963d-e8b8-4c53-a039-32e5893da5e9), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:28.320883 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-001cd34a-6de4-476f-a199-4726b57656d9 None None] For port 8b19963d-e8b8-4c53-a039-32e5893da5e9, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:04:28.323367 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [None req-ff5b4289-9275-40a4-8712-06a5ca5d7793 admin admin] Allocated IP 172.27.1.129 (f8bc4371-0f06-4ac4-8212-20e00bcdd0be/f72af3a5-4f9e-49cd-911b-77b0f5cebaf5/aa2f7527-c9ee-4cc7-bb8e-cd442214f272) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:04:28.323945 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-001cd34a-6de4-476f-a199-4726b57656d9 None None] For port 8b19963d-e8b8-4c53-a039-32e5893da5e9, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=8b19963d-e8b8-4c53-a039-32e5893da5e9,segment=NetworkSegment(799cde48-ce89-4717-8648-0b14442574b5),segment_id=799cde48-ce89-4717-8648-0b14442574b5)] {{(pid=110261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:04:28.330006 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-001cd34a-6de4-476f-a199-4726b57656d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (8b19963d-e8b8-4c53-a039-32e5893da5e9), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:28.389648 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001cd34a-6de4-476f-a199-4726b57656d9 None None] Pushing event updated for resources: {'Port': ['ID=8b19963d-e8b8-4c53-a039-32e5893da5e9,revision_number=2']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:28.460480 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ff5b4289-9275-40a4-8712-06a5ca5d7793 admin admin] Publish callbacks [] for port (aa2f7527-c9ee-4cc7-bb8e-cd442214f272), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:28.504616 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ff5b4289-9275-40a4-8712-06a5ca5d7793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (aa2f7527-c9ee-4cc7-bb8e-cd442214f272), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:28.574118 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5b4289-9275-40a4-8712-06a5ca5d7793 admin admin] Network f8bc4371-0f06-4ac4-8212-20e00bcdd0be is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:04:28.577382 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-ff5b4289-9275-40a4-8712-06a5ca5d7793 admin admin] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:04:28.581007 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5b4289-9275-40a4-8712-06a5ca5d7793 admin admin] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:04:28.586571 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b4289-9275-40a4-8712-06a5ca5d7793 admin admin] Pushing event updated for resources: {'Port': ['ID=aa2f7527-c9ee-4cc7-bb8e-cd442214f272,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:28.858673 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ff5b4289-9275-40a4-8712-06a5ca5d7793 admin admin] Publish callbacks [] for router_gateway (36bec645-50d1-478e-a62c-c167ae58df45), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:29.118120 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ff5b4289-9275-40a4-8712-06a5ca5d7793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-433572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430332'] for router (36bec645-50d1-478e-a62c-c167ae58df45), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:29.327286 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5b4289-9275-40a4-8712-06a5ca5d7793 admin admin] Router 36bec645-50d1-478e-a62c-c167ae58df45 is scheduled to L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f with binding_index 1 {{(pid=110260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:04:29.346835 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4a5db8-f37f-4a09-b344-47f3d515adfd None None] Network b5cff5d5-cdf1-4182-a76a-ce442e73f9e6 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:04:29.460534 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5b4289-9275-40a4-8712-06a5ca5d7793 admin admin] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:04:29.475624 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-0b13b71d-e172-4bcf-9867-6f8be07653cf None None] Provisioning complete for port 8b19963d-e8b8-4c53-a039-32e5893da5e9 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:04:29.476380 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-0b13b71d-e172-4bcf-9867-6f8be07653cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (8b19963d-e8b8-4c53-a039-32e5893da5e9), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:29.477760 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683856cc-8c24-4d2e-a2ad-92cb54da314c None None] Sync routers for ids ['36bec645-50d1-478e-a62c-c167ae58df45'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:04:29.482897 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ff5b4289-9275-40a4-8712-06a5ca5d7793 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:29.484591 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-ff5b4289-9275-40a4-8712-06a5ca5d7793 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8125916 Apr 06 12:04:29.487202 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53252) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:04:29.498216 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683856cc-8c24-4d2e-a2ad-92cb54da314c None None] Routers {'36bec645-50d1-478e-a62c-c167ae58df45'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:04:29.498841 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-683856cc-8c24-4d2e-a2ad-92cb54da314c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:04:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['36bec645-50d1-478e-a62c-c167ae58df45'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:04:29.524626 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 8b19963d-e8b8-4c53-a039-32e5893da5e9 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:04:29.738818 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-683856cc-8c24-4d2e-a2ad-92cb54da314c None None] Set router 36bec645-50d1-478e-a62c-c167ae58df45 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:04:29.782817 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port 8b19963d-e8b8-4c53-a039-32e5893da5e9 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:04:29.783113 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (8b19963d-e8b8-4c53-a039-32e5893da5e9), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:29.786089 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-0b13b71d-e172-4bcf-9867-6f8be07653cf None None] Current status of the port 8b19963d-e8b8-4c53-a039-32e5893da5e9 is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:04:29.786336 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-0b13b71d-e172-4bcf-9867-6f8be07653cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (8b19963d-e8b8-4c53-a039-32e5893da5e9), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:29.853671 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-0b13b71d-e172-4bcf-9867-6f8be07653cf None None] For port 8b19963d-e8b8-4c53-a039-32e5893da5e9, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=8b19963d-e8b8-4c53-a039-32e5893da5e9,segment=NetworkSegment(799cde48-ce89-4717-8648-0b14442574b5),segment_id=799cde48-ce89-4717-8648-0b14442574b5)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:04:29.864251 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-0b13b71d-e172-4bcf-9867-6f8be07653cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (8b19963d-e8b8-4c53-a039-32e5893da5e9), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:29.941811 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port 8b19963d-e8b8-4c53-a039-32e5893da5e9 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:04:29.954661 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13b71d-e172-4bcf-9867-6f8be07653cf None None] Pushing event updated for resources: {'Port': ['ID=8b19963d-e8b8-4c53-a039-32e5893da5e9,revision_number=3']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:29.962444 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-683856cc-8c24-4d2e-a2ad-92cb54da314c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36bec645-50d1-478e-a62c-c167ae58df45', 'name': 'tempest-TestMinimumBasicScenario-104291544-router', 'tenant_id': '1298ccb8a9014261ab619bfcb68d9d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'aa2f7527-c9ee-4cc7-bb8e-cd442214f272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:04:27Z', 'updated_at': '2022-04-06T12:04:28Z', 'revision_number': 3, 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'gw_port': {'id': 'aa2f7527-c9ee-4cc7-bb8e-cd442214f272', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36bec645-50d1-478e-a62c-c167ae58df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:04:28Z', 'updated_at': '2022-04-06T12:04:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:04:29.986735 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-0e3280c2-f655-4b21-b52f-4ce11b59ae54 None None] Provisioning complete for port 8b19963d-e8b8-4c53-a039-32e5893da5e9 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:04:29.987202 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-0e3280c2-f655-4b21-b52f-4ce11b59ae54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (8b19963d-e8b8-4c53-a039-32e5893da5e9), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:29.993910 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683856cc-8c24-4d2e-a2ad-92cb54da314c None None] Checking router: 36bec645-50d1-478e-a62c-c167ae58df45 for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:04:29.994344 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683856cc-8c24-4d2e-a2ad-92cb54da314c None None] Updating router 36bec645-50d1-478e-a62c-c167ae58df45 port aa2f7527-c9ee-4cc7-bb8e-cd442214f272 binding host dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:04:30.042971 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-683856cc-8c24-4d2e-a2ad-92cb54da314c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (aa2f7527-c9ee-4cc7-bb8e-cd442214f272), before_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:30.075846 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-0e3280c2-f655-4b21-b52f-4ce11b59ae54 None None] Current status of the port 8b19963d-e8b8-4c53-a039-32e5893da5e9 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:04:30.307951 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-65895645-eec4-4dd7-bcb5-3c7cd194c127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:30.328658 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-683856cc-8c24-4d2e-a2ad-92cb54da314c None None] Publish callbacks [] for port (aa2f7527-c9ee-4cc7-bb8e-cd442214f272), precommit_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:30.348414 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-683856cc-8c24-4d2e-a2ad-92cb54da314c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (aa2f7527-c9ee-4cc7-bb8e-cd442214f272), after_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:30.405633 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4fa979-d0c0-461d-a49d-0a5e2fb618d2 None None] Pushing event updated for resources: {'Port': ['ID=aa2f7527-c9ee-4cc7-bb8e-cd442214f272,revision_number=2']} {{(pid=110262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:30.410270 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.managers [None req-683856cc-8c24-4d2e-a2ad-92cb54da314c None None] Attempting to bind port aa2f7527-c9ee-4cc7-bb8e-cd442214f272 on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:04:30.410636 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.managers [None req-683856cc-8c24-4d2e-a2ad-92cb54da314c None None] Attempting to bind port aa2f7527-c9ee-4cc7-bb8e-cd442214f272 by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}] {{(pid=110262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:04:30.411000 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683856cc-8c24-4d2e-a2ad-92cb54da314c None None] Attempting to bind port aa2f7527-c9ee-4cc7-bb8e-cd442214f272 on network f8bc4371-0f06-4ac4-8212-20e00bcdd0be {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:04:30.417814 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683856cc-8c24-4d2e-a2ad-92cb54da314c None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:04:30.418193 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683856cc-8c24-4d2e-a2ad-92cb54da314c None None] Checking segment: {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:04:30.418593 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-683856cc-8c24-4d2e-a2ad-92cb54da314c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:30.419535 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683856cc-8c24-4d2e-a2ad-92cb54da314c None None] Bound using segment: {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'} {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:04:30.420013 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.managers [None req-683856cc-8c24-4d2e-a2ad-92cb54da314c None None] Bound port: aa2f7527-c9ee-4cc7-bb8e-cd442214f272, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}}] {{(pid=110262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:04:30.420395 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-683856cc-8c24-4d2e-a2ad-92cb54da314c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (aa2f7527-c9ee-4cc7-bb8e-cd442214f272), before_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:30.474814 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.db [None req-683856cc-8c24-4d2e-a2ad-92cb54da314c None None] For port aa2f7527-c9ee-4cc7-bb8e-cd442214f272, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:04:30.477850 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.db [None req-683856cc-8c24-4d2e-a2ad-92cb54da314c None None] For port aa2f7527-c9ee-4cc7-bb8e-cd442214f272, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=aa2f7527-c9ee-4cc7-bb8e-cd442214f272,segment=NetworkSegment(e99df258-543d-4616-b3b8-0c52db153909),segment_id=e99df258-543d-4616-b3b8-0c52db153909)] {{(pid=110262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:04:30.484255 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-683856cc-8c24-4d2e-a2ad-92cb54da314c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (aa2f7527-c9ee-4cc7-bb8e-cd442214f272), after_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:30.495733 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [None req-65895645-eec4-4dd7-bcb5-3c7cd194c127 admin admin] Allocated IP 172.20.0.1 (b5cff5d5-cdf1-4182-a76a-ce442e73f9e6/b7094297-974e-4ae1-a219-56fff22aaa1c/f8c619d1-7431-4415-bf87-290f4f26f72b) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:04:30.547680 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683856cc-8c24-4d2e-a2ad-92cb54da314c None None] Routers {'36bec645-50d1-478e-a62c-c167ae58df45'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:04:30.548352 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-683856cc-8c24-4d2e-a2ad-92cb54da314c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:04:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['36bec645-50d1-478e-a62c-c167ae58df45'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:04:30.591804 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4fa979-d0c0-461d-a49d-0a5e2fb618d2 None None] Pushing event updated for resources: {'Port': ['ID=aa2f7527-c9ee-4cc7-bb8e-cd442214f272,revision_number=3']} {{(pid=110262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:30.624388 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-65895645-eec4-4dd7-bcb5-3c7cd194c127 admin admin] Publish callbacks [] for port (f8c619d1-7431-4415-bf87-290f4f26f72b), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:30.679233 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-65895645-eec4-4dd7-bcb5-3c7cd194c127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (f8c619d1-7431-4415-bf87-290f4f26f72b), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:30.719761 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-683856cc-8c24-4d2e-a2ad-92cb54da314c None None] Set router 36bec645-50d1-478e-a62c-c167ae58df45 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:04:30.726656 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65895645-eec4-4dd7-bcb5-3c7cd194c127 admin admin] Network b5cff5d5-cdf1-4182-a76a-ce442e73f9e6 is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:04:30.729957 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-65895645-eec4-4dd7-bcb5-3c7cd194c127 admin admin] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:04:30.733855 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65895645-eec4-4dd7-bcb5-3c7cd194c127 admin admin] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:04:30.758057 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65895645-eec4-4dd7-bcb5-3c7cd194c127 admin admin] Pushing event updated for resources: {'Port': ['ID=f8c619d1-7431-4415-bf87-290f4f26f72b,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:30.778097 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-65895645-eec4-4dd7-bcb5-3c7cd194c127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430125'] for router_interface (36bec645-50d1-478e-a62c-c167ae58df45), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:30.925789 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-683856cc-8c24-4d2e-a2ad-92cb54da314c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36bec645-50d1-478e-a62c-c167ae58df45', 'name': 'tempest-TestMinimumBasicScenario-104291544-router', 'tenant_id': '1298ccb8a9014261ab619bfcb68d9d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'aa2f7527-c9ee-4cc7-bb8e-cd442214f272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:04:27Z', 'updated_at': '2022-04-06T12:04:28Z', 'revision_number': 3, 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'gw_port': {'id': 'aa2f7527-c9ee-4cc7-bb8e-cd442214f272', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36bec645-50d1-478e-a62c-c167ae58df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:04:28Z', 'updated_at': '2022-04-06T12:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:04:30.927821 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-65895645-eec4-4dd7-bcb5-3c7cd194c127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (f8c619d1-7431-4415-bf87-290f4f26f72b), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:30.953401 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683856cc-8c24-4d2e-a2ad-92cb54da314c None None] The sync data for ids ['36bec645-50d1-478e-a62c-c167ae58df45'] in dv-cinder-836074-2-iscsi is: [{'id': '36bec645-50d1-478e-a62c-c167ae58df45', 'name': 'tempest-TestMinimumBasicScenario-104291544-router', 'tenant_id': '1298ccb8a9014261ab619bfcb68d9d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'aa2f7527-c9ee-4cc7-bb8e-cd442214f272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:04:27Z', 'updated_at': '2022-04-06T12:04:28Z', 'revision_number': 3, 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'gw_port': {'id': 'aa2f7527-c9ee-4cc7-bb8e-cd442214f272', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36bec645-50d1-478e-a62c-c167ae58df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:04:28Z', 'updated_at': '2022-04-06T12:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:04:31.012918 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-b2500691-803e-45ae-b8d0-df5f7742f889 None None] Provisioning complete for port f8c619d1-7431-4415-bf87-290f4f26f72b triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:04:31.013469 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-b2500691-803e-45ae-b8d0-df5f7742f889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (f8c619d1-7431-4415-bf87-290f4f26f72b), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:31.054428 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-b2500691-803e-45ae-b8d0-df5f7742f889 None None] Port f8c619d1-7431-4415-bf87-290f4f26f72b cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:04:31.116943 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-65895645-eec4-4dd7-bcb5-3c7cd194c127 admin admin] Publish callbacks [] for port (f8c619d1-7431-4415-bf87-290f4f26f72b), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:31.122990 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-65895645-eec4-4dd7-bcb5-3c7cd194c127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (f8c619d1-7431-4415-bf87-290f4f26f72b), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:31.198266 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-65895645-eec4-4dd7-bcb5-3c7cd194c127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431805'] for router_interface (36bec645-50d1-478e-a62c-c167ae58df45), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:31.200157 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65895645-eec4-4dd7-bcb5-3c7cd194c127 admin admin] Pushing event updated for resources: {'Port': ['ID=f8c619d1-7431-4415-bf87-290f4f26f72b,revision_number=2']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:31.304819 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65895645-eec4-4dd7-bcb5-3c7cd194c127 admin admin] Network b5cff5d5-cdf1-4182-a76a-ce442e73f9e6 is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:04:31.306332 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-65895645-eec4-4dd7-bcb5-3c7cd194c127 admin admin] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:04:31.447112 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65895645-eec4-4dd7-bcb5-3c7cd194c127 admin admin] Router 36bec645-50d1-478e-a62c-c167ae58df45 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:04:31.576886 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device aa2f7527-c9ee-4cc7-bb8e-cd442214f272 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:04:31.595237 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65895645-eec4-4dd7-bcb5-3c7cd194c127 admin admin] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:04:31.601023 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-65895645-eec4-4dd7-bcb5-3c7cd194c127 admin admin] 10.222.0.39 "PUT /v2.0/routers/36bec645-50d1-478e-a62c-c167ae58df45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1122487 Apr 06 12:04:31.630572 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-3e5db072-2e0e-43da-90c5-552d846f7364 None None] Provisioning complete for port f8c619d1-7431-4415-bf87-290f4f26f72b triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:04:31.630865 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-3e5db072-2e0e-43da-90c5-552d846f7364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (f8c619d1-7431-4415-bf87-290f4f26f72b), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:31.674336 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-3e5db072-2e0e-43da-90c5-552d846f7364 None None] Port f8c619d1-7431-4415-bf87-290f4f26f72b cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:04:31.680658 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port aa2f7527-c9ee-4cc7-bb8e-cd442214f272 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:04:31.681277 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (aa2f7527-c9ee-4cc7-bb8e-cd442214f272), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:31.776555 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port aa2f7527-c9ee-4cc7-bb8e-cd442214f272 is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:04:31.776970 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (aa2f7527-c9ee-4cc7-bb8e-cd442214f272), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:31.804436 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] For port aa2f7527-c9ee-4cc7-bb8e-cd442214f272, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=aa2f7527-c9ee-4cc7-bb8e-cd442214f272,segment=NetworkSegment(e99df258-543d-4616-b3b8-0c52db153909),segment_id=e99df258-543d-4616-b3b8-0c52db153909)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:04:31.809980 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (aa2f7527-c9ee-4cc7-bb8e-cd442214f272), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:31.810951 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 8b19963d-e8b8-4c53-a039-32e5893da5e9 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:04:31.896431 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Pushing event updated for resources: {'Port': ['ID=aa2f7527-c9ee-4cc7-bb8e-cd442214f272,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:31.908277 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port 8b19963d-e8b8-4c53-a039-32e5893da5e9 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:04:31.908648 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (8b19963d-e8b8-4c53-a039-32e5893da5e9), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:31.996337 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port 8b19963d-e8b8-4c53-a039-32e5893da5e9 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:04:32.118419 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 53268) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:04:32.123336 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-5c5b3c7f-7931-4fa6-acc2-de5f1ddd1a91 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-381208227-network', 'tenant_id': 'c1ea395e51d24448b79fcd00f5783860'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:04:32.141996 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5b3c7f-7931-4fa6-acc2-de5f1ddd1a91 admin admin] Made reservation on behalf of c1ea395e51d24448b79fcd00f5783860 for: {'network': 1} {{(pid=110259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:04:32.144921 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5c5b3c7f-7931-4fa6-acc2-de5f1ddd1a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for network (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:32.153624 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5c5b3c7f-7931-4fa6-acc2-de5f1ddd1a91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:32.227121 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5c5b3c7f-7931-4fa6-acc2-de5f1ddd1a91 admin admin] Publish callbacks [] for security_group (c82ed5ef-5ecd-46a1-8dc6-399e10d251f2), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:32.230979 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5c5b3c7f-7931-4fa6-acc2-de5f1ddd1a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (c82ed5ef-5ecd-46a1-8dc6-399e10d251f2), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:32.256854 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c5b3c7f-7931-4fa6-acc2-de5f1ddd1a91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=110259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:04:32.266912 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b3c7f-7931-4fa6-acc2-de5f1ddd1a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82ed5ef-5ecd-46a1-8dc6-399e10d251f2,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:32.272420 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5c5b3c7f-7931-4fa6-acc2-de5f1ddd1a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (10ff6d3c-e0c7-4f7a-b1c1-3f2ee6f0e933), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:32.273130 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.db.segments_db [None req-5c5b3c7f-7931-4fa6-acc2-de5f1ddd1a91 admin admin] Added segment 10ff6d3c-e0c7-4f7a-b1c1-3f2ee6f0e933 of type vlan for network 5eaf86fc-56df-479d-99c6-685944fa9499 Apr 06 12:04:32.314430 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5c5b3c7f-7931-4fa6-acc2-de5f1ddd1a91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743156740410'] for network (5eaf86fc-56df-479d-99c6-685944fa9499), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:32.343794 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5c5b3c7f-7931-4fa6-acc2-de5f1ddd1a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332'] for network (5eaf86fc-56df-479d-99c6-685944fa9499), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:32.344640 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5b3c7f-7931-4fa6-acc2-de5f1ddd1a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:04:32.345315 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-5c5b3c7f-7931-4fa6-acc2-de5f1ddd1a91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:32.623182 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04db7127-f732-4431-bee2-87d654ccbf98 None None] Sync routers for ids ['36bec645-50d1-478e-a62c-c167ae58df45'] in dv-cinder-836074-2-iscsi {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:04:32.633890 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04db7127-f732-4431-bee2-87d654ccbf98 None None] Routers {'36bec645-50d1-478e-a62c-c167ae58df45'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:04:32.634524 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-04db7127-f732-4431-bee2-87d654ccbf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:04:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['36bec645-50d1-478e-a62c-c167ae58df45'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:04:32.649011 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-5c5b3c7f-7931-4fa6-acc2-de5f1ddd1a91 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5294740 Apr 06 12:04:32.651981 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53272) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:04:32.652466 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b3c7f-7931-4fa6-acc2-de5f1ddd1a91 admin admin] Pushing event updated for resources: {'Network': ['ID=5eaf86fc-56df-479d-99c6-685944fa9499,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:32.658489 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-93dfe4ee-4672-4c3e-a487-4e047a613a20 admin admin] Request body: {'subnet': {'network_id': '5eaf86fc-56df-479d-99c6-685944fa9499', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-381208227-subnet', 'tenant_id': 'c1ea395e51d24448b79fcd00f5783860', 'ip_version': 4}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:04:32.673941 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Network 5eaf86fc-56df-479d-99c6-685944fa9499 details requested by agent ovs-agent-dv-cinder-836074-2-iscsi with host dv-cinder-836074-2-iscsi {{(pid=110261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:04:32.680762 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93dfe4ee-4672-4c3e-a487-4e047a613a20 admin admin] Made reservation on behalf of c1ea395e51d24448b79fcd00f5783860 for: {'subnet': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:04:32.682994 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-93dfe4ee-4672-4c3e-a487-4e047a613a20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4228290'] for subnet (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:32.808952 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-04db7127-f732-4431-bee2-87d654ccbf98 None None] Set router 36bec645-50d1-478e-a62c-c167ae58df45 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:04:32.856849 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-93dfe4ee-4672-4c3e-a487-4e047a613a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4262830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4228316'] for subnet (585c6b16-45ed-40d4-a80a-15536f883509), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:32.907790 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dfe4ee-4672-4c3e-a487-4e047a613a20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=585c6b16-45ed-40d4-a80a-15536f883509,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:32.924538 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dfe4ee-4672-4c3e-a487-4e047a613a20 admin admin] Checking segment: {'id': '10ff6d3c-e0c7-4f7a-b1c1-3f2ee6f0e933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '5eaf86fc-56df-479d-99c6-685944fa9499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:04:32.925764 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dfe4ee-4672-4c3e-a487-4e047a613a20 admin admin] Network hostable DHCP agents. Network: 5eaf86fc-56df-479d-99c6-685944fa9499, hostable agents: ['eb907300-c67e-4e21-a2d4-e40182a63fdb'], hosted agents: [] {{(pid=110260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:04:32.942754 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dfe4ee-4672-4c3e-a487-4e047a613a20 admin admin] Network 5eaf86fc-56df-479d-99c6-685944fa9499 is scheduled to be hosted by DHCP agent eb907300-c67e-4e21-a2d4-e40182a63fdb with binding_index 1 {{(pid=110260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:04:32.951963 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-93dfe4ee-4672-4c3e-a487-4e047a613a20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-2-iscsi, 5eaf86fc-56df-479d-99c6-685944fa9499) {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:04:32.956083 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dfe4ee-4672-4c3e-a487-4e047a613a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:04:32.956850 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-93dfe4ee-4672-4c3e-a487-4e047a613a20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:32.963668 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471b5786-39ee-4645-9afd-6e49816f8098 None None] Network 5eaf86fc-56df-479d-99c6-685944fa9499 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:04:32.976040 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-93dfe4ee-4672-4c3e-a487-4e047a613a20 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3201103 Apr 06 12:04:32.976391 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 53274) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:04:32.981816 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-f9d9a480-df4e-4f63-ac7e-357067909eac admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-381208227-router', 'tenant_id': 'c1ea395e51d24448b79fcd00f5783860', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:04:33.001035 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f9d9a480-df4e-4f63-ac7e-357067909eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-432941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2496'] for router (a275919c-ca34-49f5-a672-346b872842d8), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:33.002032 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f9d9a480-df4e-4f63-ac7e-357067909eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2521'] for router (a275919c-ca34-49f5-a672-346b872842d8), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:33.054357 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f9d9a480-df4e-4f63-ac7e-357067909eac admin admin] Publish callbacks [] for router_controller (a275919c-ca34-49f5-a672-346b872842d8), precommit_add_association {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:33.109210 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-04db7127-f732-4431-bee2-87d654ccbf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36bec645-50d1-478e-a62c-c167ae58df45', 'name': 'tempest-TestMinimumBasicScenario-104291544-router', 'tenant_id': '1298ccb8a9014261ab619bfcb68d9d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'aa2f7527-c9ee-4cc7-bb8e-cd442214f272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:04:27Z', 'updated_at': '2022-04-06T12:04:30Z', 'revision_number': 4, 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'gw_port': {'id': 'aa2f7527-c9ee-4cc7-bb8e-cd442214f272', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36bec645-50d1-478e-a62c-c167ae58df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:04:28Z', 'updated_at': '2022-04-06T12:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'f8c619d1-7431-4415-bf87-290f4f26f72b', 'name': '', 'network_id': 'b5cff5d5-cdf1-4182-a76a-ce442e73f9e6', 'tenant_id': '1298ccb8a9014261ab619bfcb68d9d77', 'mac_address': 'fa:16:3e:6e:72:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36bec645-50d1-478e-a62c-c167ae58df45', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b7094297-974e-4ae1-a219-56fff22aaa1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:04:30Z', 'updated_at': '2022-04-06T12:04:30Z', 'revision_number': 2, 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'subnets': [{'id': 'b7094297-974e-4ae1-a219-56fff22aaa1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:04:33.115877 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b885cfd-59d3-4ef7-ba8a-d0eda8bdd5d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp027ac957-5d53-5658-96df-9f632b9b190b-5eaf86fc-56df-479d-99c6-685944fa9499', 'network_id': '5eaf86fc-56df-479d-99c6-685944fa9499', 'project_id': 'c1ea395e51d24448b79fcd00f5783860', 'fixed_ips': [{'subnet_id': '585c6b16-45ed-40d4-a80a-15536f883509'}]}} from dv-cinder-836074-2-iscsi. {{(pid=110261) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:04:33.116749 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-1b885cfd-59d3-4ef7-ba8a-d0eda8bdd5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:33.143785 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04db7127-f732-4431-bee2-87d654ccbf98 None None] Checking router: 36bec645-50d1-478e-a62c-c167ae58df45 for host: dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:04:33.144233 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04db7127-f732-4431-bee2-87d654ccbf98 None None] Updating router 36bec645-50d1-478e-a62c-c167ae58df45 port f8c619d1-7431-4415-bf87-290f4f26f72b binding host dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:04:33.190474 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-04db7127-f732-4431-bee2-87d654ccbf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (f8c619d1-7431-4415-bf87-290f4f26f72b), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:33.217440 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f9d9a480-df4e-4f63-ac7e-357067909eac admin admin] Publish callbacks [] for router_gateway (a275919c-ca34-49f5-a672-346b872842d8), precommit_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:33.417432 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.db_base_plugin_common [None req-1b885cfd-59d3-4ef7-ba8a-d0eda8bdd5d1 None None] Allocated IP 172.20.0.2 (5eaf86fc-56df-479d-99c6-685944fa9499/585c6b16-45ed-40d4-a80a-15536f883509/c79065ea-90e9-4927-ab7e-aeb2c7caf847) {{(pid=110261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:04:33.429574 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f9d9a480-df4e-4f63-ac7e-357067909eac admin admin] Publish callbacks [] for router_gateway (a275919c-ca34-49f5-a672-346b872842d8), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:33.450351 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f9d9a480-df4e-4f63-ac7e-357067909eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:33.562142 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.db_base_plugin_common [None req-f9d9a480-df4e-4f63-ac7e-357067909eac admin admin] Allocated IP 172.27.1.82 (f8bc4371-0f06-4ac4-8212-20e00bcdd0be/f72af3a5-4f9e-49cd-911b-77b0f5cebaf5/6c41eb15-5b1f-47f0-8a99-d7c056fcbf97) {{(pid=110259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:04:33.649010 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device aa2f7527-c9ee-4cc7-bb8e-cd442214f272 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:04:33.672830 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f9d9a480-df4e-4f63-ac7e-357067909eac admin admin] Publish callbacks [] for port (6c41eb15-5b1f-47f0-8a99-d7c056fcbf97), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:33.710628 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f9d9a480-df4e-4f63-ac7e-357067909eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (6c41eb15-5b1f-47f0-8a99-d7c056fcbf97), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:33.754801 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d9a480-df4e-4f63-ac7e-357067909eac admin admin] Network f8bc4371-0f06-4ac4-8212-20e00bcdd0be is already hosted by enough agents. {{(pid=110259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:04:33.760447 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [None req-f9d9a480-df4e-4f63-ac7e-357067909eac admin admin] Resources bound (agent type, host, resource id): {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:04:33.762402 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d9a480-df4e-4f63-ac7e-357067909eac admin admin] Pushing event updated for resources: {'Port': ['ID=6c41eb15-5b1f-47f0-8a99-d7c056fcbf97,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:33.764521 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d9a480-df4e-4f63-ac7e-357067909eac admin admin] Received port after_create {{(pid=110259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:04:33.853926 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port aa2f7527-c9ee-4cc7-bb8e-cd442214f272 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:04:33.854294 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (aa2f7527-c9ee-4cc7-bb8e-cd442214f272), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:33.901934 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-04db7127-f732-4431-bee2-87d654ccbf98 None None] Publish callbacks [] for port (f8c619d1-7431-4415-bf87-290f4f26f72b), precommit_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:33.916952 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-1b885cfd-59d3-4ef7-ba8a-d0eda8bdd5d1 None None] Publish callbacks [] for port (c79065ea-90e9-4927-ab7e-aeb2c7caf847), precommit_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:33.919770 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-04db7127-f732-4431-bee2-87d654ccbf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (f8c619d1-7431-4415-bf87-290f4f26f72b), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:33.950333 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-1b885cfd-59d3-4ef7-ba8a-d0eda8bdd5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228'] for port (c79065ea-90e9-4927-ab7e-aeb2c7caf847), after_create {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:33.983167 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63479ee2-640a-46ec-8bfb-c5a6fa01e3fd None None] Pushing event updated for resources: {'Port': ['ID=f8c619d1-7431-4415-bf87-290f4f26f72b,revision_number=3']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:33.996477 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b885cfd-59d3-4ef7-ba8a-d0eda8bdd5d1 None None] Network 5eaf86fc-56df-479d-99c6-685944fa9499 is already hosted by enough agents. {{(pid=110261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:04:34.025388 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.scheduler.base_scheduler [None req-1b885cfd-59d3-4ef7-ba8a-d0eda8bdd5d1 None None] Resources bound (agent type, host, resource id): {{(pid=110261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:04:34.033381 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b885cfd-59d3-4ef7-ba8a-d0eda8bdd5d1 None None] Received port after_create {{(pid=110261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:04:34.043716 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f9d9a480-df4e-4f63-ac7e-357067909eac admin admin] Publish callbacks [] for router_gateway (a275919c-ca34-49f5-a672-346b872842d8), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:34.135071 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b885cfd-59d3-4ef7-ba8a-d0eda8bdd5d1 None None] Pushing event updated for resources: {'Port': ['ID=c79065ea-90e9-4927-ab7e-aeb2c7caf847,revision_number=1']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:34.178074 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port aa2f7527-c9ee-4cc7-bb8e-cd442214f272 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:04:34.190724 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-04db7127-f732-4431-bee2-87d654ccbf98 None None] Attempting to bind port f8c619d1-7431-4415-bf87-290f4f26f72b on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:04:34.191311 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-04db7127-f732-4431-bee2-87d654ccbf98 None None] Attempting to bind port f8c619d1-7431-4415-bf87-290f4f26f72b by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': '799cde48-ce89-4717-8648-0b14442574b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b5cff5d5-cdf1-4182-a76a-ce442e73f9e6'}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:04:34.191794 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04db7127-f732-4431-bee2-87d654ccbf98 None None] Attempting to bind port f8c619d1-7431-4415-bf87-290f4f26f72b on network b5cff5d5-cdf1-4182-a76a-ce442e73f9e6 {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:04:34.198009 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-1b885cfd-59d3-4ef7-ba8a-d0eda8bdd5d1 None None] Attempting to bind port c79065ea-90e9-4927-ab7e-aeb2c7caf847 on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:04:34.198369 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-1b885cfd-59d3-4ef7-ba8a-d0eda8bdd5d1 None None] Attempting to bind port c79065ea-90e9-4927-ab7e-aeb2c7caf847 by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': '10ff6d3c-e0c7-4f7a-b1c1-3f2ee6f0e933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '5eaf86fc-56df-479d-99c6-685944fa9499'}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:04:34.198720 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b885cfd-59d3-4ef7-ba8a-d0eda8bdd5d1 None None] Attempting to bind port c79065ea-90e9-4927-ab7e-aeb2c7caf847 on network 5eaf86fc-56df-479d-99c6-685944fa9499 {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:04:34.200652 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04db7127-f732-4431-bee2-87d654ccbf98 None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:04:34.201052 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04db7127-f732-4431-bee2-87d654ccbf98 None None] Checking segment: {'id': '799cde48-ce89-4717-8648-0b14442574b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b5cff5d5-cdf1-4182-a76a-ce442e73f9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:04:34.201449 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-04db7127-f732-4431-bee2-87d654ccbf98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:34.201833 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04db7127-f732-4431-bee2-87d654ccbf98 None None] Bound using segment: {'id': '799cde48-ce89-4717-8648-0b14442574b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b5cff5d5-cdf1-4182-a76a-ce442e73f9e6'} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:04:34.202289 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-04db7127-f732-4431-bee2-87d654ccbf98 None None] Bound port: f8c619d1-7431-4415-bf87-290f4f26f72b, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '799cde48-ce89-4717-8648-0b14442574b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b5cff5d5-cdf1-4182-a76a-ce442e73f9e6'}}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:04:34.202666 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-04db7127-f732-4431-bee2-87d654ccbf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (f8c619d1-7431-4415-bf87-290f4f26f72b), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:34.222982 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b885cfd-59d3-4ef7-ba8a-d0eda8bdd5d1 None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:04:34.223437 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b885cfd-59d3-4ef7-ba8a-d0eda8bdd5d1 None None] Checking segment: {'id': '10ff6d3c-e0c7-4f7a-b1c1-3f2ee6f0e933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '5eaf86fc-56df-479d-99c6-685944fa9499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:04:34.223831 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-1b885cfd-59d3-4ef7-ba8a-d0eda8bdd5d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:34.224222 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b885cfd-59d3-4ef7-ba8a-d0eda8bdd5d1 None None] Bound using segment: {'id': '10ff6d3c-e0c7-4f7a-b1c1-3f2ee6f0e933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '5eaf86fc-56df-479d-99c6-685944fa9499'} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:04:34.224691 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-1b885cfd-59d3-4ef7-ba8a-d0eda8bdd5d1 None None] Bound port: c79065ea-90e9-4927-ab7e-aeb2c7caf847, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10ff6d3c-e0c7-4f7a-b1c1-3f2ee6f0e933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '5eaf86fc-56df-479d-99c6-685944fa9499'}}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:04:34.225093 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-1b885cfd-59d3-4ef7-ba8a-d0eda8bdd5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (c79065ea-90e9-4927-ab7e-aeb2c7caf847), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:34.258550 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f9d9a480-df4e-4f63-ac7e-357067909eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-433572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430332'] for router (a275919c-ca34-49f5-a672-346b872842d8), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:34.265503 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-20d0a069-c432-40a0-b862-b8e0d547f11e None None] Provisioning complete for port f8c619d1-7431-4415-bf87-290f4f26f72b triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:04:34.265870 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-20d0a069-c432-40a0-b862-b8e0d547f11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (f8c619d1-7431-4415-bf87-290f4f26f72b), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:34.363881 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-04db7127-f732-4431-bee2-87d654ccbf98 None None] For port f8c619d1-7431-4415-bf87-290f4f26f72b, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:04:34.368831 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-20d0a069-c432-40a0-b862-b8e0d547f11e None None] Port f8c619d1-7431-4415-bf87-290f4f26f72b cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:04:34.371489 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-04db7127-f732-4431-bee2-87d654ccbf98 None None] For port f8c619d1-7431-4415-bf87-290f4f26f72b, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=f8c619d1-7431-4415-bf87-290f4f26f72b,segment=NetworkSegment(799cde48-ce89-4717-8648-0b14442574b5),segment_id=799cde48-ce89-4717-8648-0b14442574b5)] {{(pid=110261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:04:34.380804 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-1b885cfd-59d3-4ef7-ba8a-d0eda8bdd5d1 None None] For port c79065ea-90e9-4927-ab7e-aeb2c7caf847, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:04:34.383512 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-04db7127-f732-4431-bee2-87d654ccbf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (f8c619d1-7431-4415-bf87-290f4f26f72b), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:34.387330 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-1b885cfd-59d3-4ef7-ba8a-d0eda8bdd5d1 None None] For port c79065ea-90e9-4927-ab7e-aeb2c7caf847, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=c79065ea-90e9-4927-ab7e-aeb2c7caf847,segment=NetworkSegment(10ff6d3c-e0c7-4f7a-b1c1-3f2ee6f0e933),segment_id=10ff6d3c-e0c7-4f7a-b1c1-3f2ee6f0e933)] {{(pid=110261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:04:34.410767 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d9a480-df4e-4f63-ac7e-357067909eac admin admin] Router a275919c-ca34-49f5-a672-346b872842d8 is scheduled to L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f with binding_index 1 {{(pid=110259) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:04:34.421977 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-1b885cfd-59d3-4ef7-ba8a-d0eda8bdd5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (c79065ea-90e9-4927-ab7e-aeb2c7caf847), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:34.468142 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04db7127-f732-4431-bee2-87d654ccbf98 None None] Routers {'36bec645-50d1-478e-a62c-c167ae58df45'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:04:34.468824 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-04db7127-f732-4431-bee2-87d654ccbf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:04:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['36bec645-50d1-478e-a62c-c167ae58df45'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:04:34.520868 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63479ee2-640a-46ec-8bfb-c5a6fa01e3fd None None] Pushing event updated for resources: {'Port': ['ID=f8c619d1-7431-4415-bf87-290f4f26f72b,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:34.555242 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d9a480-df4e-4f63-ac7e-357067909eac admin admin] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:04:34.567187 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db71d348-75d0-4c72-8cf0-cf9c98bee049 None None] Sync routers for ids ['a275919c-ca34-49f5-a672-346b872842d8'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:04:34.579605 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db71d348-75d0-4c72-8cf0-cf9c98bee049 None None] Routers {'a275919c-ca34-49f5-a672-346b872842d8'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:04:34.580496 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-db71d348-75d0-4c72-8cf0-cf9c98bee049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:04:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['a275919c-ca34-49f5-a672-346b872842d8'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:04:34.584645 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f9d9a480-df4e-4f63-ac7e-357067909eac admin admin] Publish callbacks [] for router (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:34.588592 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-f9d9a480-df4e-4f63-ac7e-357067909eac admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6085074 Apr 06 12:04:34.588916 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 53276) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:04:34.658126 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b885cfd-59d3-4ef7-ba8a-d0eda8bdd5d1 None None] Pushing event updated for resources: {'Port': ['ID=c79065ea-90e9-4927-ab7e-aeb2c7caf847,revision_number=2']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:34.689914 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-04db7127-f732-4431-bee2-87d654ccbf98 None None] Set router 36bec645-50d1-478e-a62c-c167ae58df45 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:04:34.754044 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-efc668d1-b227-4a71-96d5-b3c0cffd797e None None] Provisioning complete for port f8c619d1-7431-4415-bf87-290f4f26f72b triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:04:34.754490 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-efc668d1-b227-4a71-96d5-b3c0cffd797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (f8c619d1-7431-4415-bf87-290f4f26f72b), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:34.755648 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-db71d348-75d0-4c72-8cf0-cf9c98bee049 None None] Set router a275919c-ca34-49f5-a672-346b872842d8 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:04:34.970432 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-db71d348-75d0-4c72-8cf0-cf9c98bee049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a275919c-ca34-49f5-a672-346b872842d8', 'name': 'tempest-TestMinimumBasicScenario-381208227-router', 'tenant_id': 'c1ea395e51d24448b79fcd00f5783860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '6c41eb15-5b1f-47f0-8a99-d7c056fcbf97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:04:33Z', 'updated_at': '2022-04-06T12:04:33Z', 'revision_number': 3, 'project_id': 'c1ea395e51d24448b79fcd00f5783860', 'gw_port': {'id': '6c41eb15-5b1f-47f0-8a99-d7c056fcbf97', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:16:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a275919c-ca34-49f5-a672-346b872842d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:04:33Z', 'updated_at': '2022-04-06T12:04:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:04:34.997973 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-efc668d1-b227-4a71-96d5-b3c0cffd797e None None] Current status of the port f8c619d1-7431-4415-bf87-290f4f26f72b is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:04:34.998166 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db71d348-75d0-4c72-8cf0-cf9c98bee049 None None] Checking router: a275919c-ca34-49f5-a672-346b872842d8 for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:04:34.998276 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-efc668d1-b227-4a71-96d5-b3c0cffd797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (f8c619d1-7431-4415-bf87-290f4f26f72b), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:34.998595 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db71d348-75d0-4c72-8cf0-cf9c98bee049 None None] Updating router a275919c-ca34-49f5-a672-346b872842d8 port 6c41eb15-5b1f-47f0-8a99-d7c056fcbf97 binding host dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:04:35.028925 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-db71d348-75d0-4c72-8cf0-cf9c98bee049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (6c41eb15-5b1f-47f0-8a99-d7c056fcbf97), before_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:35.040310 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-efc668d1-b227-4a71-96d5-b3c0cffd797e None None] For port f8c619d1-7431-4415-bf87-290f4f26f72b, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=f8c619d1-7431-4415-bf87-290f4f26f72b,segment=NetworkSegment(799cde48-ce89-4717-8648-0b14442574b5),segment_id=799cde48-ce89-4717-8648-0b14442574b5)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:04:35.046816 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-efc668d1-b227-4a71-96d5-b3c0cffd797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (f8c619d1-7431-4415-bf87-290f4f26f72b), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:35.090815 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-04db7127-f732-4431-bee2-87d654ccbf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36bec645-50d1-478e-a62c-c167ae58df45', 'name': 'tempest-TestMinimumBasicScenario-104291544-router', 'tenant_id': '1298ccb8a9014261ab619bfcb68d9d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'aa2f7527-c9ee-4cc7-bb8e-cd442214f272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:04:27Z', 'updated_at': '2022-04-06T12:04:30Z', 'revision_number': 4, 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'gw_port': {'id': 'aa2f7527-c9ee-4cc7-bb8e-cd442214f272', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36bec645-50d1-478e-a62c-c167ae58df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:04:28Z', 'updated_at': '2022-04-06T12:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'f8c619d1-7431-4415-bf87-290f4f26f72b', 'name': '', 'network_id': 'b5cff5d5-cdf1-4182-a76a-ce442e73f9e6', 'tenant_id': '1298ccb8a9014261ab619bfcb68d9d77', 'mac_address': 'fa:16:3e:6e:72:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36bec645-50d1-478e-a62c-c167ae58df45', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b7094297-974e-4ae1-a219-56fff22aaa1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:04:30Z', 'updated_at': '2022-04-06T12:04:34Z', 'revision_number': 4, 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'subnets': [{'id': 'b7094297-974e-4ae1-a219-56fff22aaa1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:04:35.125203 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04db7127-f732-4431-bee2-87d654ccbf98 None None] The sync data for ids ['36bec645-50d1-478e-a62c-c167ae58df45'] in dv-cinder-836074-2-iscsi is: [{'id': '36bec645-50d1-478e-a62c-c167ae58df45', 'name': 'tempest-TestMinimumBasicScenario-104291544-router', 'tenant_id': '1298ccb8a9014261ab619bfcb68d9d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'aa2f7527-c9ee-4cc7-bb8e-cd442214f272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:04:27Z', 'updated_at': '2022-04-06T12:04:30Z', 'revision_number': 4, 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'gw_port': {'id': 'aa2f7527-c9ee-4cc7-bb8e-cd442214f272', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36bec645-50d1-478e-a62c-c167ae58df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:04:28Z', 'updated_at': '2022-04-06T12:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'f8c619d1-7431-4415-bf87-290f4f26f72b', 'name': '', 'network_id': 'b5cff5d5-cdf1-4182-a76a-ce442e73f9e6', 'tenant_id': '1298ccb8a9014261ab619bfcb68d9d77', 'mac_address': 'fa:16:3e:6e:72:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36bec645-50d1-478e-a62c-c167ae58df45', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b7094297-974e-4ae1-a219-56fff22aaa1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:04:30Z', 'updated_at': '2022-04-06T12:04:34Z', 'revision_number': 4, 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'subnets': [{'id': 'b7094297-974e-4ae1-a219-56fff22aaa1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:04:35.136992 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc668d1-b227-4a71-96d5-b3c0cffd797e None None] Pushing event updated for resources: {'Port': ['ID=f8c619d1-7431-4415-bf87-290f4f26f72b,revision_number=5']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:35.171368 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8b577335-b5a5-481c-b984-49d994046133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:35.381963 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.db_base_plugin_common [None req-8b577335-b5a5-481c-b984-49d994046133 admin admin] Allocated IP 172.20.0.1 (5eaf86fc-56df-479d-99c6-685944fa9499/585c6b16-45ed-40d4-a80a-15536f883509/d2606c55-b7ab-4185-a8ad-439c5629c1b5) {{(pid=110259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:04:35.438337 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-db71d348-75d0-4c72-8cf0-cf9c98bee049 None None] Publish callbacks [] for port (6c41eb15-5b1f-47f0-8a99-d7c056fcbf97), precommit_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:35.451395 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-db71d348-75d0-4c72-8cf0-cf9c98bee049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (6c41eb15-5b1f-47f0-8a99-d7c056fcbf97), after_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:35.512352 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ada857-1201-4e68-9c26-ba82e3f26aaf None None] Pushing event updated for resources: {'Port': ['ID=6c41eb15-5b1f-47f0-8a99-d7c056fcbf97,revision_number=2']} {{(pid=110262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:35.515826 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.managers [None req-db71d348-75d0-4c72-8cf0-cf9c98bee049 None None] Attempting to bind port 6c41eb15-5b1f-47f0-8a99-d7c056fcbf97 on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:04:35.516197 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.managers [None req-db71d348-75d0-4c72-8cf0-cf9c98bee049 None None] Attempting to bind port 6c41eb15-5b1f-47f0-8a99-d7c056fcbf97 by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}] {{(pid=110262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:04:35.516680 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db71d348-75d0-4c72-8cf0-cf9c98bee049 None None] Attempting to bind port 6c41eb15-5b1f-47f0-8a99-d7c056fcbf97 on network f8bc4371-0f06-4ac4-8212-20e00bcdd0be {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:04:35.527981 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db71d348-75d0-4c72-8cf0-cf9c98bee049 None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:04:35.527981 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db71d348-75d0-4c72-8cf0-cf9c98bee049 None None] Checking segment: {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:04:35.529605 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-db71d348-75d0-4c72-8cf0-cf9c98bee049 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:35.530076 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db71d348-75d0-4c72-8cf0-cf9c98bee049 None None] Bound using segment: {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'} {{(pid=110262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:04:35.530716 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.managers [None req-db71d348-75d0-4c72-8cf0-cf9c98bee049 None None] Bound port: 6c41eb15-5b1f-47f0-8a99-d7c056fcbf97, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99df258-543d-4616-b3b8-0c52db153909', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}}] {{(pid=110262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:04:35.531160 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-db71d348-75d0-4c72-8cf0-cf9c98bee049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (6c41eb15-5b1f-47f0-8a99-d7c056fcbf97), before_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:35.537951 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8b577335-b5a5-481c-b984-49d994046133 admin admin] Publish callbacks [] for port (d2606c55-b7ab-4185-a8ad-439c5629c1b5), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:35.592663 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8b577335-b5a5-481c-b984-49d994046133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (d2606c55-b7ab-4185-a8ad-439c5629c1b5), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:35.607338 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.db [None req-db71d348-75d0-4c72-8cf0-cf9c98bee049 None None] For port 6c41eb15-5b1f-47f0-8a99-d7c056fcbf97, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:04:35.608478 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device f8c619d1-7431-4415-bf87-290f4f26f72b up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:04:35.611265 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.plugins.ml2.db [None req-db71d348-75d0-4c72-8cf0-cf9c98bee049 None None] For port 6c41eb15-5b1f-47f0-8a99-d7c056fcbf97, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=6c41eb15-5b1f-47f0-8a99-d7c056fcbf97,segment=NetworkSegment(e99df258-543d-4616-b3b8-0c52db153909),segment_id=e99df258-543d-4616-b3b8-0c52db153909)] {{(pid=110262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:04:35.622852 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron_lib.callbacks.manager [None req-db71d348-75d0-4c72-8cf0-cf9c98bee049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (6c41eb15-5b1f-47f0-8a99-d7c056fcbf97), after_update {{(pid=110262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:35.649146 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b577335-b5a5-481c-b984-49d994046133 admin admin] Pushing event updated for resources: {'Port': ['ID=d2606c55-b7ab-4185-a8ad-439c5629c1b5,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:35.679449 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b577335-b5a5-481c-b984-49d994046133 admin admin] Network 5eaf86fc-56df-479d-99c6-685944fa9499 is already hosted by enough agents. {{(pid=110259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:04:35.680929 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [None req-8b577335-b5a5-481c-b984-49d994046133 admin admin] Resources bound (agent type, host, resource id): {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:04:35.685606 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b577335-b5a5-481c-b984-49d994046133 admin admin] Received port after_create {{(pid=110259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:04:35.687948 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port f8c619d1-7431-4415-bf87-290f4f26f72b triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:04:35.690035 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (f8c619d1-7431-4415-bf87-290f4f26f72b), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:35.715701 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db71d348-75d0-4c72-8cf0-cf9c98bee049 None None] Routers {'a275919c-ca34-49f5-a672-346b872842d8'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:04:35.716426 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-db71d348-75d0-4c72-8cf0-cf9c98bee049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:04:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['a275919c-ca34-49f5-a672-346b872842d8'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:04:35.748894 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8b577335-b5a5-481c-b984-49d994046133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430125'] for router_interface (a275919c-ca34-49f5-a672-346b872842d8), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:35.795958 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ada857-1201-4e68-9c26-ba82e3f26aaf None None] Pushing event updated for resources: {'Port': ['ID=6c41eb15-5b1f-47f0-8a99-d7c056fcbf97,revision_number=3']} {{(pid=110262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:35.824943 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port f8c619d1-7431-4415-bf87-290f4f26f72b is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:04:35.826277 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device c79065ea-90e9-4927-ab7e-aeb2c7caf847 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:04:35.856443 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4084229-5197-4136-b7d0-3acfa4a0bf4f None None] Network 5eaf86fc-56df-479d-99c6-685944fa9499 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:04:35.878250 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-db71d348-75d0-4c72-8cf0-cf9c98bee049 None None] Set router a275919c-ca34-49f5-a672-346b872842d8 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:04:35.958012 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8b577335-b5a5-481c-b984-49d994046133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (d2606c55-b7ab-4185-a8ad-439c5629c1b5), before_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:35.968470 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-28541643-d5af-49ce-8f08-1b9e990497f3 None None] Provisioning complete for port c79065ea-90e9-4927-ab7e-aeb2c7caf847 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:04:35.968867 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-28541643-d5af-49ce-8f08-1b9e990497f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (c79065ea-90e9-4927-ab7e-aeb2c7caf847), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:36.028212 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port c79065ea-90e9-4927-ab7e-aeb2c7caf847 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:04:36.028496 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (c79065ea-90e9-4927-ab7e-aeb2c7caf847), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:36.081455 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-db71d348-75d0-4c72-8cf0-cf9c98bee049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a275919c-ca34-49f5-a672-346b872842d8', 'name': 'tempest-TestMinimumBasicScenario-381208227-router', 'tenant_id': 'c1ea395e51d24448b79fcd00f5783860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '6c41eb15-5b1f-47f0-8a99-d7c056fcbf97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:04:33Z', 'updated_at': '2022-04-06T12:04:33Z', 'revision_number': 3, 'project_id': 'c1ea395e51d24448b79fcd00f5783860', 'gw_port': {'id': '6c41eb15-5b1f-47f0-8a99-d7c056fcbf97', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:16:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a275919c-ca34-49f5-a672-346b872842d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:04:33Z', 'updated_at': '2022-04-06T12:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:04:36.120700 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db71d348-75d0-4c72-8cf0-cf9c98bee049 None None] The sync data for ids ['a275919c-ca34-49f5-a672-346b872842d8'] in dv-cinder-836074-2-iscsi is: [{'id': 'a275919c-ca34-49f5-a672-346b872842d8', 'name': 'tempest-TestMinimumBasicScenario-381208227-router', 'tenant_id': 'c1ea395e51d24448b79fcd00f5783860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '6c41eb15-5b1f-47f0-8a99-d7c056fcbf97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:04:33Z', 'updated_at': '2022-04-06T12:04:33Z', 'revision_number': 3, 'project_id': 'c1ea395e51d24448b79fcd00f5783860', 'gw_port': {'id': '6c41eb15-5b1f-47f0-8a99-d7c056fcbf97', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:16:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a275919c-ca34-49f5-a672-346b872842d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:04:33Z', 'updated_at': '2022-04-06T12:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:04:36.182287 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8b577335-b5a5-481c-b984-49d994046133 admin admin] Publish callbacks [] for port (d2606c55-b7ab-4185-a8ad-439c5629c1b5), precommit_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:36.189937 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8b577335-b5a5-481c-b984-49d994046133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352485'] for port (d2606c55-b7ab-4185-a8ad-439c5629c1b5), after_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:36.271095 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8b577335-b5a5-481c-b984-49d994046133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431805'] for router_interface (a275919c-ca34-49f5-a672-346b872842d8), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:36.273452 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b577335-b5a5-481c-b984-49d994046133 admin admin] Pushing event updated for resources: {'Port': ['ID=d2606c55-b7ab-4185-a8ad-439c5629c1b5,revision_number=2']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:36.324152 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-28541643-d5af-49ce-8f08-1b9e990497f3 None None] Current status of the port c79065ea-90e9-4927-ab7e-aeb2c7caf847 is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:04:36.324544 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-28541643-d5af-49ce-8f08-1b9e990497f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (c79065ea-90e9-4927-ab7e-aeb2c7caf847), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:36.415771 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-28541643-d5af-49ce-8f08-1b9e990497f3 None None] For port c79065ea-90e9-4927-ab7e-aeb2c7caf847, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=c79065ea-90e9-4927-ab7e-aeb2c7caf847,segment=NetworkSegment(10ff6d3c-e0c7-4f7a-b1c1-3f2ee6f0e933),segment_id=10ff6d3c-e0c7-4f7a-b1c1-3f2ee6f0e933)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:04:36.416175 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b577335-b5a5-481c-b984-49d994046133 admin admin] Network 5eaf86fc-56df-479d-99c6-685944fa9499 is already hosted by enough agents. {{(pid=110259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:04:36.416919 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port c79065ea-90e9-4927-ab7e-aeb2c7caf847 is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:04:36.417568 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (c79065ea-90e9-4927-ab7e-aeb2c7caf847), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:36.420796 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [None req-8b577335-b5a5-481c-b984-49d994046133 admin admin] Resources bound (agent type, host, resource id): {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:04:36.431596 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-28541643-d5af-49ce-8f08-1b9e990497f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (c79065ea-90e9-4927-ab7e-aeb2c7caf847), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:36.581895 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28541643-d5af-49ce-8f08-1b9e990497f3 None None] Pushing event updated for resources: {'Port': ['ID=c79065ea-90e9-4927-ab7e-aeb2c7caf847,revision_number=3']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:36.587039 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.db.api [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 12:04:36.587392 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG oslo_db.api [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 12:04:36.603498 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b577335-b5a5-481c-b984-49d994046133 admin admin] Router a275919c-ca34-49f5-a672-346b872842d8 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:04:36.739008 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b577335-b5a5-481c-b984-49d994046133 admin admin] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:04:36.751656 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-8b577335-b5a5-481c-b984-49d994046133 admin admin] 10.222.0.39 "PUT /v2.0/routers/a275919c-ca34-49f5-a672-346b872842d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1615384 Apr 06 12:04:36.758177 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-e4b4fde0-effb-4e78-a9fd-889149e94dbf None None] Provisioning complete for port d2606c55-b7ab-4185-a8ad-439c5629c1b5 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:04:36.758723 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-e4b4fde0-effb-4e78-a9fd-889149e94dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (d2606c55-b7ab-4185-a8ad-439c5629c1b5), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:36.805851 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-e4b4fde0-effb-4e78-a9fd-889149e94dbf None None] Port d2606c55-b7ab-4185-a8ad-439c5629c1b5 cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:04:36.823643 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-e4b4fde0-effb-4e78-a9fd-889149e94dbf None None] Provisioning complete for port c79065ea-90e9-4927-ab7e-aeb2c7caf847 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:04:36.824033 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-e4b4fde0-effb-4e78-a9fd-889149e94dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (c79065ea-90e9-4927-ab7e-aeb2c7caf847), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:36.935938 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-e4b4fde0-effb-4e78-a9fd-889149e94dbf None None] Current status of the port c79065ea-90e9-4927-ab7e-aeb2c7caf847 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:04:37.060409 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-3408ece6-44fd-4683-9132-bc709efbc94e None None] Provisioning complete for port d2606c55-b7ab-4185-a8ad-439c5629c1b5 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:04:37.060805 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-3408ece6-44fd-4683-9132-bc709efbc94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (d2606c55-b7ab-4185-a8ad-439c5629c1b5), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:37.126729 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-3408ece6-44fd-4683-9132-bc709efbc94e None None] Port d2606c55-b7ab-4185-a8ad-439c5629c1b5 cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:04:37.143597 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port c79065ea-90e9-4927-ab7e-aeb2c7caf847 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:04:37.251477 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-b3c3edcf-073f-40f6-816b-db9b5172ad38 None None] Provisioning complete for port d2606c55-b7ab-4185-a8ad-439c5629c1b5 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:04:37.251854 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-b3c3edcf-073f-40f6-816b-db9b5172ad38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (d2606c55-b7ab-4185-a8ad-439c5629c1b5), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:37.300191 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-b3c3edcf-073f-40f6-816b-db9b5172ad38 None None] Port d2606c55-b7ab-4185-a8ad-439c5629c1b5 cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:04:37.527397 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 6c41eb15-5b1f-47f0-8a99-d7c056fcbf97 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:04:37.581981 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port 6c41eb15-5b1f-47f0-8a99-d7c056fcbf97 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:04:37.582575 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (6c41eb15-5b1f-47f0-8a99-d7c056fcbf97), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:37.673762 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port 6c41eb15-5b1f-47f0-8a99-d7c056fcbf97 is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:04:37.674166 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (6c41eb15-5b1f-47f0-8a99-d7c056fcbf97), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:37.700451 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] For port 6c41eb15-5b1f-47f0-8a99-d7c056fcbf97, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=6c41eb15-5b1f-47f0-8a99-d7c056fcbf97,segment=NetworkSegment(e99df258-543d-4616-b3b8-0c52db153909),segment_id=e99df258-543d-4616-b3b8-0c52db153909)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:04:37.705659 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (6c41eb15-5b1f-47f0-8a99-d7c056fcbf97), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:37.707340 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device c79065ea-90e9-4927-ab7e-aeb2c7caf847 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:04:37.788421 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Pushing event updated for resources: {'Port': ['ID=6c41eb15-5b1f-47f0-8a99-d7c056fcbf97,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:37.803011 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port c79065ea-90e9-4927-ab7e-aeb2c7caf847 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:04:37.803580 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (c79065ea-90e9-4927-ab7e-aeb2c7caf847), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:37.898356 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port c79065ea-90e9-4927-ab7e-aeb2c7caf847 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:04:38.747980 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ac14bb-e754-40d0-91b7-bc0298cb2d55 None None] Sync routers for ids ['a275919c-ca34-49f5-a672-346b872842d8'] in dv-cinder-836074-2-iscsi {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:04:38.764832 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ac14bb-e754-40d0-91b7-bc0298cb2d55 None None] Routers {'a275919c-ca34-49f5-a672-346b872842d8'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:04:38.765772 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-51ac14bb-e754-40d0-91b7-bc0298cb2d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:04:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['a275919c-ca34-49f5-a672-346b872842d8'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:04:38.913452 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-51ac14bb-e754-40d0-91b7-bc0298cb2d55 None None] Set router a275919c-ca34-49f5-a672-346b872842d8 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:04:39.156385 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-51ac14bb-e754-40d0-91b7-bc0298cb2d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a275919c-ca34-49f5-a672-346b872842d8', 'name': 'tempest-TestMinimumBasicScenario-381208227-router', 'tenant_id': 'c1ea395e51d24448b79fcd00f5783860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '6c41eb15-5b1f-47f0-8a99-d7c056fcbf97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:04:33Z', 'updated_at': '2022-04-06T12:04:35Z', 'revision_number': 4, 'project_id': 'c1ea395e51d24448b79fcd00f5783860', 'gw_port': {'id': '6c41eb15-5b1f-47f0-8a99-d7c056fcbf97', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:16:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a275919c-ca34-49f5-a672-346b872842d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:04:33Z', 'updated_at': '2022-04-06T12:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'd2606c55-b7ab-4185-a8ad-439c5629c1b5', 'name': '', 'network_id': '5eaf86fc-56df-479d-99c6-685944fa9499', 'tenant_id': 'c1ea395e51d24448b79fcd00f5783860', 'mac_address': 'fa:16:3e:40:13:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a275919c-ca34-49f5-a672-346b872842d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '585c6b16-45ed-40d4-a80a-15536f883509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:04:35Z', 'updated_at': '2022-04-06T12:04:36Z', 'revision_number': 2, 'project_id': 'c1ea395e51d24448b79fcd00f5783860', 'subnets': [{'id': '585c6b16-45ed-40d4-a80a-15536f883509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:04:39.185147 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ac14bb-e754-40d0-91b7-bc0298cb2d55 None None] Checking router: a275919c-ca34-49f5-a672-346b872842d8 for host: dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:04:39.185512 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ac14bb-e754-40d0-91b7-bc0298cb2d55 None None] Updating router a275919c-ca34-49f5-a672-346b872842d8 port d2606c55-b7ab-4185-a8ad-439c5629c1b5 binding host dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:04:39.216402 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-51ac14bb-e754-40d0-91b7-bc0298cb2d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (d2606c55-b7ab-4185-a8ad-439c5629c1b5), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:39.490761 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 6c41eb15-5b1f-47f0-8a99-d7c056fcbf97 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:04:39.580406 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-51ac14bb-e754-40d0-91b7-bc0298cb2d55 None None] Publish callbacks [] for port (d2606c55-b7ab-4185-a8ad-439c5629c1b5), precommit_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:39.590905 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-51ac14bb-e754-40d0-91b7-bc0298cb2d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (d2606c55-b7ab-4185-a8ad-439c5629c1b5), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:39.656251 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port 6c41eb15-5b1f-47f0-8a99-d7c056fcbf97 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:04:39.657807 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (6c41eb15-5b1f-47f0-8a99-d7c056fcbf97), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:39.669980 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9fce3-c6b0-4b6b-938b-95bd1b7ff7a4 None None] Pushing event updated for resources: {'Port': ['ID=d2606c55-b7ab-4185-a8ad-439c5629c1b5,revision_number=3']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:39.760795 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-51ac14bb-e754-40d0-91b7-bc0298cb2d55 None None] Attempting to bind port d2606c55-b7ab-4185-a8ad-439c5629c1b5 on host dv-cinder-836074-2-iscsi for vnic_type normal with profile {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:04:39.761271 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-51ac14bb-e754-40d0-91b7-bc0298cb2d55 None None] Attempting to bind port d2606c55-b7ab-4185-a8ad-439c5629c1b5 by drivers openvswitch,hyperv on host dv-cinder-836074-2-iscsi at level 0 using segments [{'id': '10ff6d3c-e0c7-4f7a-b1c1-3f2ee6f0e933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '5eaf86fc-56df-479d-99c6-685944fa9499'}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:04:39.761776 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ac14bb-e754-40d0-91b7-bc0298cb2d55 None None] Attempting to bind port d2606c55-b7ab-4185-a8ad-439c5629c1b5 on network 5eaf86fc-56df-479d-99c6-685944fa9499 {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:04:39.769928 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ac14bb-e754-40d0-91b7-bc0298cb2d55 None None] Checking agent: {'id': 'f7692125-5eff-4eec-b734-3e63b4bf83c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 42, 19), 'started_at': datetime.datetime(2022, 4, 6, 11, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:04:39.770444 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ac14bb-e754-40d0-91b7-bc0298cb2d55 None None] Checking segment: {'id': '10ff6d3c-e0c7-4f7a-b1c1-3f2ee6f0e933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '5eaf86fc-56df-479d-99c6-685944fa9499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:04:39.770939 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-51ac14bb-e754-40d0-91b7-bc0298cb2d55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:39.771450 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ac14bb-e754-40d0-91b7-bc0298cb2d55 None None] Bound using segment: {'id': '10ff6d3c-e0c7-4f7a-b1c1-3f2ee6f0e933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '5eaf86fc-56df-479d-99c6-685944fa9499'} {{(pid=110261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:04:39.772013 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.managers [None req-51ac14bb-e754-40d0-91b7-bc0298cb2d55 None None] Bound port: d2606c55-b7ab-4185-a8ad-439c5629c1b5, host: dv-cinder-836074-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10ff6d3c-e0c7-4f7a-b1c1-3f2ee6f0e933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '5eaf86fc-56df-479d-99c6-685944fa9499'}}] {{(pid=110261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:04:39.772486 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-51ac14bb-e754-40d0-91b7-bc0298cb2d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (d2606c55-b7ab-4185-a8ad-439c5629c1b5), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:39.825238 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port 6c41eb15-5b1f-47f0-8a99-d7c056fcbf97 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:04:39.902629 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-51ac14bb-e754-40d0-91b7-bc0298cb2d55 None None] For port d2606c55-b7ab-4185-a8ad-439c5629c1b5, host dv-cinder-836074-2-iscsi, cleared binding levels {{(pid=110261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:04:39.906758 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-51ac14bb-e754-40d0-91b7-bc0298cb2d55 None None] For port d2606c55-b7ab-4185-a8ad-439c5629c1b5, host dv-cinder-836074-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=d2606c55-b7ab-4185-a8ad-439c5629c1b5,segment=NetworkSegment(10ff6d3c-e0c7-4f7a-b1c1-3f2ee6f0e933),segment_id=10ff6d3c-e0c7-4f7a-b1c1-3f2ee6f0e933)] {{(pid=110261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:04:39.916162 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-51ac14bb-e754-40d0-91b7-bc0298cb2d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (d2606c55-b7ab-4185-a8ad-439c5629c1b5), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:40.001221 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-113a4024-3381-4bd9-8417-0a7513435165 None None] Provisioning complete for port d2606c55-b7ab-4185-a8ad-439c5629c1b5 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:04:40.001221 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-113a4024-3381-4bd9-8417-0a7513435165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (d2606c55-b7ab-4185-a8ad-439c5629c1b5), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:40.027962 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ac14bb-e754-40d0-91b7-bc0298cb2d55 None None] Routers {'a275919c-ca34-49f5-a672-346b872842d8'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:04:40.028606 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-51ac14bb-e754-40d0-91b7-bc0298cb2d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:04:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['a275919c-ca34-49f5-a672-346b872842d8'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:04:40.035313 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9fce3-c6b0-4b6b-938b-95bd1b7ff7a4 None None] Pushing event updated for resources: {'Port': ['ID=d2606c55-b7ab-4185-a8ad-439c5629c1b5,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:40.228123 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-51ac14bb-e754-40d0-91b7-bc0298cb2d55 None None] Set router a275919c-ca34-49f5-a672-346b872842d8 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:04:40.260236 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-113a4024-3381-4bd9-8417-0a7513435165 None None] Current status of the port d2606c55-b7ab-4185-a8ad-439c5629c1b5 is: DOWN; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:04:40.260569 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-113a4024-3381-4bd9-8417-0a7513435165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (d2606c55-b7ab-4185-a8ad-439c5629c1b5), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:40.538580 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-113a4024-3381-4bd9-8417-0a7513435165 None None] For port d2606c55-b7ab-4185-a8ad-439c5629c1b5, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=d2606c55-b7ab-4185-a8ad-439c5629c1b5,segment=NetworkSegment(10ff6d3c-e0c7-4f7a-b1c1-3f2ee6f0e933),segment_id=10ff6d3c-e0c7-4f7a-b1c1-3f2ee6f0e933)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:04:40.547820 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-113a4024-3381-4bd9-8417-0a7513435165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (d2606c55-b7ab-4185-a8ad-439c5629c1b5), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:40.627393 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a4024-3381-4bd9-8417-0a7513435165 None None] Pushing event updated for resources: {'Port': ['ID=d2606c55-b7ab-4185-a8ad-439c5629c1b5,revision_number=5']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:40.682662 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-1f616c4d-05a4-4127-a236-1d8bf84b82c2 None None] Provisioning complete for port d2606c55-b7ab-4185-a8ad-439c5629c1b5 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:04:40.683068 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-1f616c4d-05a4-4127-a236-1d8bf84b82c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (d2606c55-b7ab-4185-a8ad-439c5629c1b5), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:40.736770 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-51ac14bb-e754-40d0-91b7-bc0298cb2d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a275919c-ca34-49f5-a672-346b872842d8', 'name': 'tempest-TestMinimumBasicScenario-381208227-router', 'tenant_id': 'c1ea395e51d24448b79fcd00f5783860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '6c41eb15-5b1f-47f0-8a99-d7c056fcbf97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:04:33Z', 'updated_at': '2022-04-06T12:04:35Z', 'revision_number': 4, 'project_id': 'c1ea395e51d24448b79fcd00f5783860', 'gw_port': {'id': '6c41eb15-5b1f-47f0-8a99-d7c056fcbf97', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:16:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a275919c-ca34-49f5-a672-346b872842d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:04:33Z', 'updated_at': '2022-04-06T12:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'd2606c55-b7ab-4185-a8ad-439c5629c1b5', 'name': '', 'network_id': '5eaf86fc-56df-479d-99c6-685944fa9499', 'tenant_id': 'c1ea395e51d24448b79fcd00f5783860', 'mac_address': 'fa:16:3e:40:13:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a275919c-ca34-49f5-a672-346b872842d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '585c6b16-45ed-40d4-a80a-15536f883509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:04:35Z', 'updated_at': '2022-04-06T12:04:39Z', 'revision_number': 4, 'project_id': 'c1ea395e51d24448b79fcd00f5783860', 'subnets': [{'id': '585c6b16-45ed-40d4-a80a-15536f883509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:04:40.767735 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ac14bb-e754-40d0-91b7-bc0298cb2d55 None None] The sync data for ids ['a275919c-ca34-49f5-a672-346b872842d8'] in dv-cinder-836074-2-iscsi is: [{'id': 'a275919c-ca34-49f5-a672-346b872842d8', 'name': 'tempest-TestMinimumBasicScenario-381208227-router', 'tenant_id': 'c1ea395e51d24448b79fcd00f5783860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '6c41eb15-5b1f-47f0-8a99-d7c056fcbf97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:04:33Z', 'updated_at': '2022-04-06T12:04:35Z', 'revision_number': 4, 'project_id': 'c1ea395e51d24448b79fcd00f5783860', 'gw_port': {'id': '6c41eb15-5b1f-47f0-8a99-d7c056fcbf97', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:16:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a275919c-ca34-49f5-a672-346b872842d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:04:33Z', 'updated_at': '2022-04-06T12:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'd2606c55-b7ab-4185-a8ad-439c5629c1b5', 'name': '', 'network_id': '5eaf86fc-56df-479d-99c6-685944fa9499', 'tenant_id': 'c1ea395e51d24448b79fcd00f5783860', 'mac_address': 'fa:16:3e:40:13:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a275919c-ca34-49f5-a672-346b872842d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '585c6b16-45ed-40d4-a80a-15536f883509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:04:35Z', 'updated_at': '2022-04-06T12:04:39Z', 'revision_number': 4, 'project_id': 'c1ea395e51d24448b79fcd00f5783860', 'subnets': [{'id': '585c6b16-45ed-40d4-a80a-15536f883509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:04:40.824503 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-1f616c4d-05a4-4127-a236-1d8bf84b82c2 None None] Current status of the port d2606c55-b7ab-4185-a8ad-439c5629c1b5 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:04:41.487390 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device d2606c55-b7ab-4185-a8ad-439c5629c1b5 up at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:04:41.547325 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Provisioning complete for port d2606c55-b7ab-4185-a8ad-439c5629c1b5 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:04:41.547694 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (d2606c55-b7ab-4185-a8ad-439c5629c1b5), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:41.645619 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Current status of the port d2606c55-b7ab-4185-a8ad-439c5629c1b5 is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:04:42.270538 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-e072e0c1-98e9-42e3-959a-adea864c154a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:44.520951 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:45.106894 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7775b0e5-4d17-4e96-aae5-47921d2a4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:46.486797 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:46.605386 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-54be695c-a861-449a-9fc1-cfb35c3c4658 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:04:46.606964 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-54be695c-a861-449a-9fc1-cfb35c3c4658 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/networks?id=b5cff5d5-cdf1-4182-a76a-ce442e73f9e6 HTTP/1.1" status: 200 len: 814 time: 0.1175258 Apr 06 12:04:46.630324 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-31199da9-1081-40c1-802b-60e9532b0688 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/quotas/1298ccb8a9014261ab619bfcb68d9d77 HTTP/1.1" status: 200 len: 375 time: 0.0174763 Apr 06 12:04:46.693284 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-fcfa9517-de00-4079-8f58-4ea7a4117943 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1298ccb8a9014261ab619bfcb68d9d77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575705 Apr 06 12:04:46.792278 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-84a027f3-59d2-4353-9139-fce0110b85c4 service neutron] 10.222.0.39 "GET /v2.0/networks/b5cff5d5-cdf1-4182-a76a-ce442e73f9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871160 Apr 06 12:04:46.901593 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-48e926fe-c884-4c8a-8dfa-b1d3d5b11672 service neutron] 10.222.0.39 "GET /v2.0/networks/b5cff5d5-cdf1-4182-a76a-ce442e73f9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030879 Apr 06 12:04:47.090512 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-4e6f40dc-9419-4cb1-80a4-4b56bccbf69a req-be5f57d3-88fd-4e75-90e3-6606ce9f2ab6 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 210 time: 0.0352743 Apr 06 12:04:47.655765 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:04:48.230769 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-8ff0e52d-c04d-4c59-a256-a3755663e415 req-b10dcfba-8f35-4534-a45c-b142888f598d tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 210 time: 0.0398748 Apr 06 12:04:48.279195 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-4195e28b-4aea-425c-b0fd-3e2a50db0472 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:04:48.280607 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-4195e28b-4aea-425c-b0fd-3e2a50db0472 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.53 "GET /v2.0/networks?id=b5cff5d5-cdf1-4182-a76a-ce442e73f9e6 HTTP/1.1" status: 200 len: 814 time: 0.1363301 Apr 06 12:04:48.300799 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-bb17f7f2-1615-4f11-b9cd-103c7d654af0 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Request body: {'port': {'device_id': '18863526-3e9c-4b3a-9fc4-569fb239962b', 'network_id': 'b5cff5d5-cdf1-4182-a76a-ce442e73f9e6', 'admin_state_up': True, 'tenant_id': '1298ccb8a9014261ab619bfcb68d9d77'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:04:48.406231 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-bb17f7f2-1615-4f11-b9cd-103c7d654af0 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Made reservation on behalf of 1298ccb8a9014261ab619bfcb68d9d77 for: {'port': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:04:48.410262 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-bb17f7f2-1615-4f11-b9cd-103c7d654af0 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:48.547306 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-bb17f7f2-1615-4f11-b9cd-103c7d654af0 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Allocated IP 172.20.0.3 (b5cff5d5-cdf1-4182-a76a-ce442e73f9e6/b7094297-974e-4ae1-a219-56fff22aaa1c/dd5bad59-823c-48af-bc15-4b905203b88a) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:04:48.798575 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:48.807966 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-bb17f7f2-1615-4f11-b9cd-103c7d654af0 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks [] for port (dd5bad59-823c-48af-bc15-4b905203b88a), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:48.865480 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-bb17f7f2-1615-4f11-b9cd-103c7d654af0 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (dd5bad59-823c-48af-bc15-4b905203b88a), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:48.911334 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-bb17f7f2-1615-4f11-b9cd-103c7d654af0 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Network b5cff5d5-cdf1-4182-a76a-ce442e73f9e6 is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:04:48.914695 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-bb17f7f2-1615-4f11-b9cd-103c7d654af0 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:04:48.942457 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-bb17f7f2-1615-4f11-b9cd-103c7d654af0 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:04:48.961776 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17f7f2-1615-4f11-b9cd-103c7d654af0 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Pushing event updated for resources: {'Port': ['ID=dd5bad59-823c-48af-bc15-4b905203b88a,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:49.006657 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17f7f2-1615-4f11-b9cd-103c7d654af0 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:04:49.006946 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17f7f2-1615-4f11-b9cd-103c7d654af0 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:04:49.007242 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17f7f2-1615-4f11-b9cd-103c7d654af0 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:04:49.007646 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17f7f2-1615-4f11-b9cd-103c7d654af0 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:04:49.008011 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17f7f2-1615-4f11-b9cd-103c7d654af0 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:04:49.008428 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17f7f2-1615-4f11-b9cd-103c7d654af0 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:04:49.008783 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17f7f2-1615-4f11-b9cd-103c7d654af0 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:04:49.009253 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17f7f2-1615-4f11-b9cd-103c7d654af0 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:04:49.009944 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17f7f2-1615-4f11-b9cd-103c7d654af0 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:04:49.010596 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17f7f2-1615-4f11-b9cd-103c7d654af0 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:04:49.011099 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17f7f2-1615-4f11-b9cd-103c7d654af0 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:04:49.011506 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17f7f2-1615-4f11-b9cd-103c7d654af0 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:04:49.011833 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17f7f2-1615-4f11-b9cd-103c7d654af0 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:04:49.012361 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17f7f2-1615-4f11-b9cd-103c7d654af0 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:04:49.012778 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17f7f2-1615-4f11-b9cd-103c7d654af0 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:04:49.042321 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-bb17f7f2-1615-4f11-b9cd-103c7d654af0 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:04:49.043408 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-bb17f7f2-1615-4f11-b9cd-103c7d654af0 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:49.075821 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-bb17f7f2-1615-4f11-b9cd-103c7d654af0 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7793443 Apr 06 12:04:49.095399 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:49.239601 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-e2c50c83-3dfb-42d1-a306-c6b977570453 None None] Provisioning complete for port dd5bad59-823c-48af-bc15-4b905203b88a triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:04:49.240006 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-e2c50c83-3dfb-42d1-a306-c6b977570453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (dd5bad59-823c-48af-bc15-4b905203b88a), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:49.278736 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-e2c50c83-3dfb-42d1-a306-c6b977570453 None None] Port dd5bad59-823c-48af-bc15-4b905203b88a cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:04:49.368125 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ad496-8d30-46bc-99cb-1ee4eb0e3e0d req-621993c8-60c4-4944-91cd-4c729fb9d97b tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:04:49.369794 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-964ad496-8d30-46bc-99cb-1ee4eb0e3e0d req-621993c8-60c4-4944-91cd-4c729fb9d97b tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 931 time: 0.0638876 Apr 06 12:04:49.438274 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-964ad496-8d30-46bc-99cb-1ee4eb0e3e0d req-410e3cc4-e606-45da-b67e-c7343e0282ad tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543253 Apr 06 12:04:50.583996 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0b639-3300-420e-a8fa-48d14da88bb0 req-5448c084-6d21-42a2-afd0-c76015ee5014 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:04:50.585838 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e1a0b639-3300-420e-a8fa-48d14da88bb0 req-5448c084-6d21-42a2-afd0-c76015ee5014 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 931 time: 0.0804489 Apr 06 12:04:50.643180 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e1a0b639-3300-420e-a8fa-48d14da88bb0 req-a5b2cfd2-f490-429d-9a12-df1ab6315d31 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506890 Apr 06 12:04:51.782476 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b4dcf-b663-49ca-a6d2-9914677411ef req-b99a4c9d-fa10-4642-80d4-b349d4cf719f tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:04:51.785066 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b69b4dcf-b663-49ca-a6d2-9914677411ef req-b99a4c9d-fa10-4642-80d4-b349d4cf719f tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 931 time: 0.0710495 Apr 06 12:04:51.864523 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b69b4dcf-b663-49ca-a6d2-9914677411ef req-9aaf21a5-9f69-44a5-81df-bb951c558806 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733883 Apr 06 12:04:52.843358 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 53382) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:04:53.012667 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3beab3-3800-407e-901c-ac8a5a292446 req-529fc66e-ac40-4f51-afe0-816dc7931dff tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:04:53.020618 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ab3beab3-3800-407e-901c-ac8a5a292446 req-529fc66e-ac40-4f51-afe0-816dc7931dff tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 931 time: 0.0755668 Apr 06 12:04:53.080101 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ab3beab3-3800-407e-901c-ac8a5a292446 req-cd6c60ae-d099-4fec-bd93-1d110b664775 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584352 Apr 06 12:04:53.082342 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-bdcdc8a6-c1e8-4bcf-95f0-c03c03e401e4 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Deleting port b772d0f7-e41b-40b0-90b9-a49fa9760a38 {{(pid=110259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:04:53.082816 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-bdcdc8a6-c1e8-4bcf-95f0-c03c03e401e4 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (b772d0f7-e41b-40b0-90b9-a49fa9760a38), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:53.194132 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-bdcdc8a6-c1e8-4bcf-95f0-c03c03e401e4 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (b772d0f7-e41b-40b0-90b9-a49fa9760a38), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:53.194483 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-bdcdc8a6-c1e8-4bcf-95f0-c03c03e401e4 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for floatingip (b772d0f7-e41b-40b0-90b9-a49fa9760a38), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:53.211940 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-bdcdc8a6-c1e8-4bcf-95f0-c03c03e401e4 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Calling delete_port for b772d0f7-e41b-40b0-90b9-a49fa9760a38 owned by network:floatingip {{(pid=110259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:04:53.453916 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-bdcdc8a6-c1e8-4bcf-95f0-c03c03e401e4 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (b772d0f7-e41b-40b0-90b9-a49fa9760a38), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:53.492864 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcdc8a6-c1e8-4bcf-95f0-c03c03e401e4 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Pushing event deleted for resources: {'Port': ['ID=b772d0f7-e41b-40b0-90b9-a49fa9760a38,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:04:53.574623 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-bdcdc8a6-c1e8-4bcf-95f0-c03c03e401e4 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for floatingip (dd5ddf53-a964-41e3-8b12-bc7fe2480ea0), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:53.574961 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.db.l3_db [None req-bdcdc8a6-c1e8-4bcf-95f0-c03c03e401e4 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Floating IP dd5ddf53-a964-41e3-8b12-bc7fe2480ea0 disassociated (deleted). External IP: 172.27.1.111, port: 7c3bd132-c872-416e-8a3a-efa384aadddb. Apr 06 12:04:54.065709 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcdc8a6-c1e8-4bcf-95f0-c03c03e401e4 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Router 56adb4fd-3158-4daa-9579-5f2331fdebc2 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:04:54.216624 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcdc8a6-c1e8-4bcf-95f0-c03c03e401e4 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:04:54.223544 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-bdcdc8a6-c1e8-4bcf-95f0-c03c03e401e4 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:04:54.230774 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a5d277-b027-4725-9357-71162c3e7908 None None] Sync routers for ids ['56adb4fd-3158-4daa-9579-5f2331fdebc2'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:04:54.246412 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a5d277-b027-4725-9357-71162c3e7908 None None] Routers {'56adb4fd-3158-4daa-9579-5f2331fdebc2'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:04:54.247637 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-64a5d277-b027-4725-9357-71162c3e7908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:04:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['56adb4fd-3158-4daa-9579-5f2331fdebc2'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:04:54.271457 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-bdcdc8a6-c1e8-4bcf-95f0-c03c03e401e4 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "DELETE /v2.0/floatingips/dd5ddf53-a964-41e3-8b12-bc7fe2480ea0 HTTP/1.1" status: 204 len: 168 time: 1.4269359 Apr 06 12:04:54.272938 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23ba7bb-8f1b-4c0d-9e84-5197ebe427c7', 'tag': '7c3bd132-c872-416e-8a3a-efa384aadddb'}] {{(pid=110259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:04:54.285596 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c7c8e3a7af7eec310205c5f765578dca3c187f66a15f537813450f68a58a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321ae1e6-d7d7-4870-b8de-dd4c1bbcb149" -d '{"events": [{"name": "network-changed", "server_uuid": "d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7", "tag": "7c3bd132-c872-416e-8a3a-efa384aadddb"}]}' {{(pid=110259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:04:54.305912 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac44dba-0357-4996-9fa3-8adad9b43beb req-bbf597de-362f-4bcf-a643-535805b8b146 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:04:54.309560 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3ac44dba-0357-4996-9fa3-8adad9b43beb req-bbf597de-362f-4bcf-a643-535805b8b146 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 931 time: 0.1357441 Apr 06 12:04:54.400223 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3ac44dba-0357-4996-9fa3-8adad9b43beb req-e2286b70-a58a-4cc8-99b1-a49e071bd4b5 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784345 Apr 06 12:04:54.530342 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-64a5d277-b027-4725-9357-71162c3e7908 None None] Set router 56adb4fd-3158-4daa-9579-5f2331fdebc2 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:04:54.725324 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9665179-bbe2-4f12-a834-93df51787f71 x-openstack-request-id: req-c9665179-bbe2-4f12-a834-93df51787f71 {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:04:54.725617 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7", "tag": "7c3bd132-c872-416e-8a3a-efa384aadddb", "status": "completed", "code": 200}]} {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:04:54.725885 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c9665179-bbe2-4f12-a834-93df51787f71 {{(pid=110259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:04:54.726389 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9665179-bbe2-4f12-a834-93df51787f71'] response: {'name': 'network-changed', 'server_uuid': 'd23ba7bb-8f1b-4c0d-9e84-5197ebe427c7', 'tag': '7c3bd132-c872-416e-8a3a-efa384aadddb', 'status': 'completed', 'code': 200} Apr 06 12:04:54.732983 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0ce3e-1fa5-4975-a13d-d74f7cf336d0 req-783a5a02-c505-4475-9579-761204a4242d tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:04:54.734630 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-cbc0ce3e-1fa5-4975-a13d-d74f7cf336d0 req-783a5a02-c505-4475-9579-761204a4242d tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 945 time: 0.1104474 Apr 06 12:04:54.800325 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-cbc0ce3e-1fa5-4975-a13d-d74f7cf336d0 req-9363513b-05c7-46fc-acb0-ca3557ea38eb tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566332 Apr 06 12:04:54.904860 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-64a5d277-b027-4725-9357-71162c3e7908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'name': 'tempest-TestVolumeBootPattern-1445952456-router', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f908e075-bc96-4931-a795-06584cf36857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:44Z', 'updated_at': '2022-04-06T11:55:48Z', 'revision_number': 4, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'gw_port': {'id': 'f908e075-bc96-4931-a795-06584cf36857', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:45Z', 'updated_at': '2022-04-06T11:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': '635812ca-5765-40ac-ac54-545062156ab6', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'port_id': 'ecf8d917-c0e1-4d62-9ede-a0a1b32e33da', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'mac_address': 'fa:16:3e:73:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2254fe1-9497-47d9-ad33-dc82c751fd31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:00:28Z', 'updated_at': '2022-04-06T12:00:31Z', 'revision_number': 1, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd0417c-f51c-4642-b234-2283f5f80798', 'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'mac_address': 'fa:16:3e:ce:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:47Z', 'updated_at': '2022-04-06T11:55:54Z', 'revision_number': 5, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'subnets': [{'id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:04:54.934486 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a5d277-b027-4725-9357-71162c3e7908 None None] Checking router: 56adb4fd-3158-4daa-9579-5f2331fdebc2 for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:04:54.945330 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a5d277-b027-4725-9357-71162c3e7908 None None] Routers {'56adb4fd-3158-4daa-9579-5f2331fdebc2'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:04:54.946042 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-64a5d277-b027-4725-9357-71162c3e7908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:04:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['56adb4fd-3158-4daa-9579-5f2331fdebc2'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:04:55.081845 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-64a5d277-b027-4725-9357-71162c3e7908 None None] Set router 56adb4fd-3158-4daa-9579-5f2331fdebc2 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:04:55.340805 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-64a5d277-b027-4725-9357-71162c3e7908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'name': 'tempest-TestVolumeBootPattern-1445952456-router', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f908e075-bc96-4931-a795-06584cf36857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:44Z', 'updated_at': '2022-04-06T11:55:48Z', 'revision_number': 4, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'gw_port': {'id': 'f908e075-bc96-4931-a795-06584cf36857', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:45Z', 'updated_at': '2022-04-06T11:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': '635812ca-5765-40ac-ac54-545062156ab6', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'port_id': 'ecf8d917-c0e1-4d62-9ede-a0a1b32e33da', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'mac_address': 'fa:16:3e:73:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2254fe1-9497-47d9-ad33-dc82c751fd31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:00:28Z', 'updated_at': '2022-04-06T12:00:31Z', 'revision_number': 1, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd0417c-f51c-4642-b234-2283f5f80798', 'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'mac_address': 'fa:16:3e:ce:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:47Z', 'updated_at': '2022-04-06T11:55:54Z', 'revision_number': 5, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'subnets': [{'id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:04:55.377140 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a5d277-b027-4725-9357-71162c3e7908 None None] The sync data for ids ['56adb4fd-3158-4daa-9579-5f2331fdebc2'] in dv-cinder-836074-2-iscsi is: [{'id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'name': 'tempest-TestVolumeBootPattern-1445952456-router', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f908e075-bc96-4931-a795-06584cf36857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:44Z', 'updated_at': '2022-04-06T11:55:48Z', 'revision_number': 4, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'gw_port': {'id': 'f908e075-bc96-4931-a795-06584cf36857', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:45Z', 'updated_at': '2022-04-06T11:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': '635812ca-5765-40ac-ac54-545062156ab6', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'port_id': 'ecf8d917-c0e1-4d62-9ede-a0a1b32e33da', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'mac_address': 'fa:16:3e:73:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2254fe1-9497-47d9-ad33-dc82c751fd31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:00:28Z', 'updated_at': '2022-04-06T12:00:31Z', 'revision_number': 1, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd0417c-f51c-4642-b234-2283f5f80798', 'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'mac_address': 'fa:16:3e:ce:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:47Z', 'updated_at': '2022-04-06T11:55:54Z', 'revision_number': 5, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'subnets': [{'id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:04:55.562116 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f921a86-8d6c-458a-a03d-ba68ac97cb39 req-749e7a51-961c-4c02-9850-94ab66649ffd tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:04:55.579049 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-4f921a86-8d6c-458a-a03d-ba68ac97cb39 req-749e7a51-961c-4c02-9850-94ab66649ffd tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 931 time: 0.0769923 Apr 06 12:04:55.657971 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-4f921a86-8d6c-458a-a03d-ba68ac97cb39 req-1de7a9cd-2d5f-4e83-b9cf-c8d8536ec78b tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779293 Apr 06 12:04:55.748578 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0972f09c-53e9-4704-aeac-0c0a5471b670 None None] New status for floating IP dd5ddf53-a964-41e3-8b12-bc7fe2480ea0: DOWN {{(pid=110261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:04:56.001772 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6fa419-7c44-493a-85ca-490f2476a358 req-82b4cb41-67bb-4ca7-a116-d4fd080f7643 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:04:56.003894 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ff6fa419-7c44-493a-85ca-490f2476a358 req-82b4cb41-67bb-4ca7-a116-d4fd080f7643 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 945 time: 0.0958261 Apr 06 12:04:56.066610 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ff6fa419-7c44-493a-85ca-490f2476a358 req-49274e2e-ec3a-40b0-a995-b32042644b00 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543592 Apr 06 12:04:56.798703 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152c1dc-a9ba-4723-b099-47216e5f677d req-afb51abe-4d39-498f-b72b-b274b20a7c53 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:04:56.800796 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6152c1dc-a9ba-4723-b099-47216e5f677d req-afb51abe-4d39-498f-b72b-b274b20a7c53 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 931 time: 0.0577145 Apr 06 12:04:56.858105 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6152c1dc-a9ba-4723-b099-47216e5f677d req-fff9fda4-27aa-48e0-8756-e631f7404b15 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479505 Apr 06 12:04:57.283340 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5ee92-e047-4969-9ede-527846e3ba6e req-3e022f1f-58a1-4073-85d3-2d18e13ce835 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:04:57.286573 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-59b5ee92-e047-4969-9ede-527846e3ba6e req-3e022f1f-58a1-4073-85d3-2d18e13ce835 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 945 time: 0.0876584 Apr 06 12:04:57.345457 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-59b5ee92-e047-4969-9ede-527846e3ba6e req-0cadf954-b992-4c3b-9e35-3c59304863f1 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533249 Apr 06 12:04:57.980674 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911cc2f-bd96-4716-aa56-9048d0176ba9 req-adb1071d-ff97-472d-b85c-6c78919d52f9 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:04:57.982316 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e911cc2f-bd96-4716-aa56-9048d0176ba9 req-adb1071d-ff97-472d-b85c-6c78919d52f9 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 931 time: 0.0564177 Apr 06 12:04:58.032359 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e911cc2f-bd96-4716-aa56-9048d0176ba9 req-64193061-42ea-4c50-9a81-93533169a198 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436366 Apr 06 12:04:58.473006 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e1b4f-59c8-433c-a6b4-1397ea32ff2c req-b697c2c5-10e0-4552-8d6d-f6a6d5925794 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:04:58.474661 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7b9e1b4f-59c8-433c-a6b4-1397ea32ff2c req-b697c2c5-10e0-4552-8d6d-f6a6d5925794 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 945 time: 0.0580866 Apr 06 12:04:58.535719 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7b9e1b4f-59c8-433c-a6b4-1397ea32ff2c req-2dab71a2-4292-4208-97bb-d604fc836daa tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551624 Apr 06 12:04:59.155986 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99a12e-e096-4a1b-ae09-8889f18455ed req-45c19597-8dca-46f7-841f-8dfcb28f6773 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:04:59.157671 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-bc99a12e-e096-4a1b-ae09-8889f18455ed req-45c19597-8dca-46f7-841f-8dfcb28f6773 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 931 time: 0.0586801 Apr 06 12:04:59.205726 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-bc99a12e-e096-4a1b-ae09-8889f18455ed req-0935757c-d89e-46be-8961-88eae2d38a5f tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423429 Apr 06 12:04:59.656832 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48f74c-d8fd-4ce5-9b3d-964ea6dee3f1 req-78382717-7696-4cc2-8138-bd9f2f6d06ef tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:04:59.658388 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bf48f74c-d8fd-4ce5-9b3d-964ea6dee3f1 req-78382717-7696-4cc2-8138-bd9f2f6d06ef tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 945 time: 0.0544295 Apr 06 12:04:59.712436 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bf48f74c-d8fd-4ce5-9b3d-964ea6dee3f1 req-1c855326-f0ce-4f9c-afac-76c1597e1832 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464339 Apr 06 12:05:00.322468 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a6511-a7e7-4d0b-875e-12004fe2527c req-e4c58f30-3bbd-4c2a-828f-349b9094466c tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:00.323963 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-266a6511-a7e7-4d0b-875e-12004fe2527c req-e4c58f30-3bbd-4c2a-828f-349b9094466c tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 931 time: 0.0533268 Apr 06 12:05:00.372962 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-266a6511-a7e7-4d0b-875e-12004fe2527c req-c6c26846-54d4-467b-8612-0a4ebf6c662c tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430474 Apr 06 12:05:00.891733 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c7758-e924-4f8e-810c-9bd8b033e619 req-ea6b838c-07e9-4b35-b31a-0317e83b573f tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:00.893838 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-216c7758-e924-4f8e-810c-9bd8b033e619 req-ea6b838c-07e9-4b35-b31a-0317e83b573f tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 945 time: 0.0556724 Apr 06 12:05:00.945181 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-216c7758-e924-4f8e-810c-9bd8b033e619 req-c7b17545-5ae9-4966-8026-05f71d38619a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454671 Apr 06 12:05:01.499934 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b546d98-69e0-4a0f-b1f4-098283d00b26 req-f1d9b9e0-97ff-4383-a6b5-dd3405e63b64 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:01.501452 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-9b546d98-69e0-4a0f-b1f4-098283d00b26 req-f1d9b9e0-97ff-4383-a6b5-dd3405e63b64 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 931 time: 0.0589583 Apr 06 12:05:01.550887 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-9b546d98-69e0-4a0f-b1f4-098283d00b26 req-aa307f7b-e73d-4982-aaab-29bfdef5817e tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431526 Apr 06 12:05:02.073463 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90704c66-8f36-4c07-b9fe-fc5bf9c7090f req-803f9137-a46f-4c10-9511-eafd4c2f34b2 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:02.074930 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-90704c66-8f36-4c07-b9fe-fc5bf9c7090f req-803f9137-a46f-4c10-9511-eafd4c2f34b2 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 945 time: 0.0522099 Apr 06 12:05:02.125563 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-90704c66-8f36-4c07-b9fe-fc5bf9c7090f req-52d6d1e3-9d68-4f64-b880-eccc294ff2f2 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450110 Apr 06 12:05:02.666910 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd00dd-ccf3-4ff6-b3b0-4cc7bf94788a req-7fdb2411-c619-44e5-b829-0ec8df886824 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:02.668552 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-12fd00dd-ccf3-4ff6-b3b0-4cc7bf94788a req-7fdb2411-c619-44e5-b829-0ec8df886824 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 931 time: 0.0530381 Apr 06 12:05:02.715697 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-12fd00dd-ccf3-4ff6-b3b0-4cc7bf94788a req-d09e08f2-8851-4be3-9d1f-b8ab278d04a4 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415649 Apr 06 12:05:03.097657 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-9c0d4766-fa80-4603-9f7f-e8d6f4277440 service neutron] Request body: {'port': {'device_id': '18863526-3e9c-4b3a-9fc4-569fb239962b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:05:03.200627 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ae1e6-d7d7-4870-b8de-dd4c1bbcb149 req-b21d68df-1646-4282-bdcf-3e51f13003f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:03.202092 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-321ae1e6-d7d7-4870-b8de-dd4c1bbcb149 req-b21d68df-1646-4282-bdcf-3e51f13003f0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2337ee61074c4b3ea35e6f0c52ff6fe5&device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 1129 time: 0.1013553 Apr 06 12:05:03.210358 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-9c0d4766-fa80-4603-9f7f-e8d6f4277440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (dd5bad59-823c-48af-bc15-4b905203b88a), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:03.355247 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bd940-f429-4cfc-9818-6b7ad44a6861 req-83a5c934-3ea0-4d9c-ad62-60a87c1e2a4e tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:03.356693 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-353bd940-f429-4cfc-9818-6b7ad44a6861 req-83a5c934-3ea0-4d9c-ad62-60a87c1e2a4e tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 945 time: 0.1597044 Apr 06 12:05:03.462873 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ae1e6-d7d7-4870-b8de-dd4c1bbcb149 req-dd8b88f5-0f63-4521-b67b-a123540d71fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:03.464314 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-321ae1e6-d7d7-4870-b8de-dd4c1bbcb149 req-dd8b88f5-0f63-4521-b67b-a123540d71fb service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 HTTP/1.1" status: 200 len: 913 time: 0.2502542 Apr 06 12:05:03.528977 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-353bd940-f429-4cfc-9818-6b7ad44a6861 req-2d958f58-ae98-441b-9b26-2cddc5a339f7 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577315 Apr 06 12:05:03.581999 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-321ae1e6-d7d7-4870-b8de-dd4c1bbcb149 req-1dba2f2b-09e1-4b1c-a266-d1a90b9ad2fd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c3bd132-c872-416e-8a3a-efa384aadddb HTTP/1.1" status: 200 len: 217 time: 0.0417390 Apr 06 12:05:03.656909 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ae1e6-d7d7-4870-b8de-dd4c1bbcb149 req-da9cc949-de88-4d0f-970d-bf2328caee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:03.658239 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-321ae1e6-d7d7-4870-b8de-dd4c1bbcb149 req-da9cc949-de88-4d0f-970d-bf2328caee88 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e31e5bbd-037a-4f1a-a10c-307b016ff749 HTTP/1.1" status: 200 len: 851 time: 0.0666435 Apr 06 12:05:03.703221 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-9c0d4766-fa80-4603-9f7f-e8d6f4277440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd5bad59-823c-48af-bc15-4b905203b88a {{(pid=110260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:05:03.710699 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-9c0d4766-fa80-4603-9f7f-e8d6f4277440 service neutron] Publish callbacks [] for port (dd5bad59-823c-48af-bc15-4b905203b88a), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:03.723055 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.provisioning_blocks [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-9c0d4766-fa80-4603-9f7f-e8d6f4277440 service neutron] Transition to ACTIVE for port object dd5bad59-823c-48af-bc15-4b905203b88a will not be triggered until provisioned by entity L2. {{(pid=110260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:05:03.726918 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-9c0d4766-fa80-4603-9f7f-e8d6f4277440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (dd5bad59-823c-48af-bc15-4b905203b88a), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:03.800918 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d4766-fa80-4603-9f7f-e8d6f4277440 service neutron] Pushing event updated for resources: {'Port': ['ID=dd5bad59-823c-48af-bc15-4b905203b88a,revision_number=2']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:05:03.843052 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318fcec-16ed-4702-b0fd-e9c01295bebb req-e8e662cc-16a5-4468-bfa3-7e764e1b53e5 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:03.844587 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-7318fcec-16ed-4702-b0fd-e9c01295bebb req-e8e662cc-16a5-4468-bfa3-7e764e1b53e5 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 943 time: 0.0593865 Apr 06 12:05:03.883640 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-9c0d4766-fa80-4603-9f7f-e8d6f4277440 service neutron] Attempting to bind port dd5bad59-823c-48af-bc15-4b905203b88a on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:05:03.883977 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-9c0d4766-fa80-4603-9f7f-e8d6f4277440 service neutron] Attempting to bind port dd5bad59-823c-48af-bc15-4b905203b88a by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '799cde48-ce89-4717-8648-0b14442574b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b5cff5d5-cdf1-4182-a76a-ce442e73f9e6'}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:05:03.884309 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-9c0d4766-fa80-4603-9f7f-e8d6f4277440 service neutron] Attempting to bind port dd5bad59-823c-48af-bc15-4b905203b88a on network b5cff5d5-cdf1-4182-a76a-ce442e73f9e6 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:05:03.891786 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-9c0d4766-fa80-4603-9f7f-e8d6f4277440 service neutron] Port dd5bad59-823c-48af-bc15-4b905203b88a on network b5cff5d5-cdf1-4182-a76a-ce442e73f9e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:05:03.892104 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-9c0d4766-fa80-4603-9f7f-e8d6f4277440 service neutron] Attempting to bind port dd5bad59-823c-48af-bc15-4b905203b88a on network b5cff5d5-cdf1-4182-a76a-ce442e73f9e6 {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:05:03.901118 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-7318fcec-16ed-4702-b0fd-e9c01295bebb req-4297a70f-6bd5-41fe-81f2-69364a003abe tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498638 Apr 06 12:05:03.902382 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-9c0d4766-fa80-4603-9f7f-e8d6f4277440 service neutron] Checking agent: {'id': 'e6da0265-397c-48ac-b7af-cc5f2a289710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'started_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:05:03.902726 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-9c0d4766-fa80-4603-9f7f-e8d6f4277440 service neutron] Checking segment: {'id': '799cde48-ce89-4717-8648-0b14442574b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b5cff5d5-cdf1-4182-a76a-ce442e73f9e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:05:03.903108 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-9c0d4766-fa80-4603-9f7f-e8d6f4277440 service neutron] Bound using segment: {'id': '799cde48-ce89-4717-8648-0b14442574b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b5cff5d5-cdf1-4182-a76a-ce442e73f9e6'} {{(pid=110260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:05:03.903551 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.managers [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-9c0d4766-fa80-4603-9f7f-e8d6f4277440 service neutron] Bound port: dd5bad59-823c-48af-bc15-4b905203b88a, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799cde48-ce89-4717-8648-0b14442574b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b5cff5d5-cdf1-4182-a76a-ce442e73f9e6'}}] {{(pid=110260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:05:03.903908 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-9c0d4766-fa80-4603-9f7f-e8d6f4277440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (dd5bad59-823c-48af-bc15-4b905203b88a), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:03.923860 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ae1e6-d7d7-4870-b8de-dd4c1bbcb149 req-ecfe6b27-c3db-40ea-96b8-2ff4d27c0a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:03.925459 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-321ae1e6-d7d7-4870-b8de-dd4c1bbcb149 req-ecfe6b27-c3db-40ea-96b8-2ff4d27c0a01 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0730772 Apr 06 12:05:04.014670 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d052c-8a1a-41eb-9654-29b7d69eba2e req-52bb8719-1481-41de-b528-95db94d283ae tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:04.016134 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1a8d052c-8a1a-41eb-9654-29b7d69eba2e req-52bb8719-1481-41de-b528-95db94d283ae tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.53 "GET /v2.0/ports?device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 945 time: 0.0544214 Apr 06 12:05:04.024847 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-9c0d4766-fa80-4603-9f7f-e8d6f4277440 service neutron] For port dd5bad59-823c-48af-bc15-4b905203b88a, host hv-cinder-83607, cleared binding levels {{(pid=110260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:05:04.043252 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-9c0d4766-fa80-4603-9f7f-e8d6f4277440 service neutron] For port dd5bad59-823c-48af-bc15-4b905203b88a, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=dd5bad59-823c-48af-bc15-4b905203b88a,segment=NetworkSegment(799cde48-ce89-4717-8648-0b14442574b5),segment_id=799cde48-ce89-4717-8648-0b14442574b5)] {{(pid=110260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:05:04.054158 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-9c0d4766-fa80-4603-9f7f-e8d6f4277440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (dd5bad59-823c-48af-bc15-4b905203b88a), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:04.102902 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-9c0d4766-fa80-4603-9f7f-e8d6f4277440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:04.103504 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-9c0d4766-fa80-4603-9f7f-e8d6f4277440 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:04.104908 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-9c0d4766-fa80-4603-9f7f-e8d6f4277440 service neutron] 10.222.0.53 "PUT /v2.0/ports/dd5bad59-823c-48af-bc15-4b905203b88a HTTP/1.1" status: 200 len: 1093 time: 1.0134583 Apr 06 12:05:04.106948 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18863526-3e9c-4b3a-9fc4-569fb239962b', 'tag': 'dd5bad59-823c-48af-bc15-4b905203b88a'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:05:04.109321 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f371b90d-4e55-4471-ad2b-ae9d6439cfdb" -d '{"events": [{"name": "network-changed", "server_uuid": "18863526-3e9c-4b3a-9fc4-569fb239962b", "tag": "dd5bad59-823c-48af-bc15-4b905203b88a"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:05:04.123362 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-321ae1e6-d7d7-4870-b8de-dd4c1bbcb149 req-5bf59e9b-e954-49f9-a33d-99eb347fa032 service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593492 Apr 06 12:05:04.157418 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [req-1a8d052c-8a1a-41eb-9654-29b7d69eba2e req-5947d313-ebc3-44fa-8535-7aca58e30f22 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Deleting port 7c3bd132-c872-416e-8a3a-efa384aadddb {{(pid=110259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:05:04.157776 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-1a8d052c-8a1a-41eb-9654-29b7d69eba2e req-5947d313-ebc3-44fa-8535-7aca58e30f22 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (7c3bd132-c872-416e-8a3a-efa384aadddb), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:04.162833 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d4766-fa80-4603-9f7f-e8d6f4277440 service neutron] Pushing event updated for resources: {'Port': ['ID=dd5bad59-823c-48af-bc15-4b905203b88a,revision_number=3']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:05:04.197910 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71983ad1-bfa2-46a3-82fd-bbd299ecbeef x-openstack-request-id: req-71983ad1-bfa2-46a3-82fd-bbd299ecbeef {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:05:04.198185 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18863526-3e9c-4b3a-9fc4-569fb239962b", "tag": "dd5bad59-823c-48af-bc15-4b905203b88a", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:05:04.198441 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-71983ad1-bfa2-46a3-82fd-bbd299ecbeef {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:05:04.198833 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71983ad1-bfa2-46a3-82fd-bbd299ecbeef'] response: {'name': 'network-changed', 'server_uuid': '18863526-3e9c-4b3a-9fc4-569fb239962b', 'tag': 'dd5bad59-823c-48af-bc15-4b905203b88a', 'status': 'completed', 'code': 200} Apr 06 12:05:04.267929 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.db [req-1a8d052c-8a1a-41eb-9654-29b7d69eba2e req-5947d313-ebc3-44fa-8535-7aca58e30f22 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] For port 7c3bd132-c872-416e-8a3a-efa384aadddb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7c3bd132-c872-416e-8a3a-efa384aadddb,segment=NetworkSegment(5a72f2a3-235a-4761-8c4e-495c5069282b),segment_id=5a72f2a3-235a-4761-8c4e-495c5069282b)] {{(pid=110259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:05:04.268878 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-1a8d052c-8a1a-41eb-9654-29b7d69eba2e req-5947d313-ebc3-44fa-8535-7aca58e30f22 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (7c3bd132-c872-416e-8a3a-efa384aadddb), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:04.274107 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-321ae1e6-d7d7-4870-b8de-dd4c1bbcb149 req-a5373b34-b822-4b7d-ae28-d4367c025d38 service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443698 Apr 06 12:05:04.275810 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-fef1aa66-c94f-4cff-a45a-640212ff2018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:04.277245 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-fef1aa66-c94f-4cff-a45a-640212ff2018 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1298ccb8a9014261ab619bfcb68d9d77&device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 1127 time: 0.0827217 Apr 06 12:05:04.286712 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [req-1a8d052c-8a1a-41eb-9654-29b7d69eba2e req-5947d313-ebc3-44fa-8535-7aca58e30f22 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Calling delete_port for 7c3bd132-c872-416e-8a3a-efa384aadddb owned by compute:nova {{(pid=110259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:05:04.340186 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-485519ae-34bd-4bce-bed4-3afedde1a786 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd5bad59-823c-48af-bc15-4b905203b88a HTTP/1.1" status: 200 len: 217 time: 0.0423813 Apr 06 12:05:04.394946 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-116c3d18-1d1a-4c27-a260-50dcc86bf75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:04.396534 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-116c3d18-1d1a-4c27-a260-50dcc86bf75b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7094297-974e-4ae1-a219-56fff22aaa1c HTTP/1.1" status: 200 len: 853 time: 0.0485618 Apr 06 12:05:04.445933 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-36edb160-9b84-4121-8907-97a51537ea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:04.446990 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-1a8d052c-8a1a-41eb-9654-29b7d69eba2e req-5947d313-ebc3-44fa-8535-7aca58e30f22 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (7c3bd132-c872-416e-8a3a-efa384aadddb), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:04.447540 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-36edb160-9b84-4121-8907-97a51537ea2d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5cff5d5-cdf1-4182-a76a-ce442e73f9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450704 Apr 06 12:05:04.476845 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947d313-ebc3-44fa-8535-7aca58e30f22 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Pushing event deleted for resources: {'Port': ['ID=7c3bd132-c872-416e-8a3a-efa384aadddb,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:05:04.545213 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8d052c-8a1a-41eb-9654-29b7d69eba2e req-5947d313-ebc3-44fa-8535-7aca58e30f22 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] No DVR routers for this DVR port 7c3bd132-c872-416e-8a3a-efa384aadddb on host hv-cinder-83607 {{(pid=110259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:05:04.545736 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-4447dbff-3745-4bbc-a8d4-533e048959f1 service neutron] 10.222.0.53 "GET /v2.0/networks/b5cff5d5-cdf1-4182-a76a-ce442e73f9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914087 Apr 06 12:05:04.547765 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-1a8d052c-8a1a-41eb-9654-29b7d69eba2e req-5947d313-ebc3-44fa-8535-7aca58e30f22 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:04.551151 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1a8d052c-8a1a-41eb-9654-29b7d69eba2e req-5947d313-ebc3-44fa-8535-7aca58e30f22 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.53 "DELETE /v2.0/ports/7c3bd132-c872-416e-8a3a-efa384aadddb HTTP/1.1" status: 204 len: 173 time: 0.5301363 Apr 06 12:05:04.551592 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23ba7bb-8f1b-4c0d-9e84-5197ebe427c7', 'name': 'network-vif-deleted', 'tag': '7c3bd132-c872-416e-8a3a-efa384aadddb'}] {{(pid=110259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:05:04.553957 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c7c8e3a7af7eec310205c5f765578dca3c187f66a15f537813450f68a58a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672be766-47a5-446f-8fe3-95bae196fa3d" -d '{"events": [{"server_uuid": "d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7", "name": "network-vif-deleted", "tag": "7c3bd132-c872-416e-8a3a-efa384aadddb"}]}' {{(pid=110259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:05:04.613996 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336ee54c-5d28-41ba-9ebd-5dff02e0c9e4 x-openstack-request-id: req-336ee54c-5d28-41ba-9ebd-5dff02e0c9e4 {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:05:04.614436 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7", "name": "network-vif-deleted", "tag": "7c3bd132-c872-416e-8a3a-efa384aadddb", "status": "completed", "code": 200}]} {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:05:04.614759 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-336ee54c-5d28-41ba-9ebd-5dff02e0c9e4 {{(pid=110259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:05:04.616047 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-336ee54c-5d28-41ba-9ebd-5dff02e0c9e4'] response: {'server_uuid': 'd23ba7bb-8f1b-4c0d-9e84-5197ebe427c7', 'name': 'network-vif-deleted', 'tag': '7c3bd132-c872-416e-8a3a-efa384aadddb', 'status': 'completed', 'code': 200} Apr 06 12:05:04.661265 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-28ad8647-5e7f-46fd-83e5-b12726cd6123 req-05f51349-92ad-483f-906b-143e0e0959ff tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 210 time: 0.0318661 Apr 06 12:05:04.961329 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ba4269fb-fb0d-436d-a109-8f1146a67de0 req-fcfec7b5-460b-4a96-855e-17775cfa6262 service neutron] 10.222.0.53 "GET /v2.0/networks/b5cff5d5-cdf1-4182-a76a-ce442e73f9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092135 Apr 06 12:05:05.041210 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65416c-7980-4a57-a7f1-2e8cbaa68076 req-16037350-0af4-4800-a5eb-546fa4d175c5 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:05.042928 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ac65416c-7980-4a57-a7f1-2e8cbaa68076 req-16037350-0af4-4800-a5eb-546fa4d175c5 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 943 time: 0.0562675 Apr 06 12:05:05.092416 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ac65416c-7980-4a57-a7f1-2e8cbaa68076 req-64a32fa9-afa9-4e2a-87b2-7a1729e96950 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439491 Apr 06 12:05:05.766074 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-0030ff55-01b4-4b27-ba79-e2a75abe333f req-c74f9673-3994-4be4-a00f-c15ff55fb38d tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 210 time: 0.0262063 Apr 06 12:05:06.208780 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1681734-c3eb-4179-a333-8db18688f294 req-08d30afa-ad3d-4e8f-9a03-c170397e0cf3 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:06.210258 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b1681734-c3eb-4179-a333-8db18688f294 req-08d30afa-ad3d-4e8f-9a03-c170397e0cf3 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 943 time: 0.0535882 Apr 06 12:05:06.256540 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b1681734-c3eb-4179-a333-8db18688f294 req-460cb846-7445-40d5-9dac-664a992de091 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407302 Apr 06 12:05:06.871159 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-83453bab-2def-46a8-a52e-7c1eefb01b88 req-47009b24-11f1-4297-82b4-8c3716af77a8 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=d23ba7bb-8f1b-4c0d-9e84-5197ebe427c7 HTTP/1.1" status: 200 len: 210 time: 0.0268562 Apr 06 12:05:07.371376 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cbcfb-5cfa-4712-a1a8-bb44f0880ead req-c75e0c6f-89dd-41d6-bb7e-a709d6888f47 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:07.372843 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-454cbcfb-5cfa-4712-a1a8-bb44f0880ead req-c75e0c6f-89dd-41d6-bb7e-a709d6888f47 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 943 time: 0.0507736 Apr 06 12:05:07.420992 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-454cbcfb-5cfa-4712-a1a8-bb44f0880ead req-62442f75-9cd1-4e08-95e2-beb85985a627 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411897 Apr 06 12:05:07.568245 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device dd5bad59-823c-48af-bc15-4b905203b88a details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:05:07.614857 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371b90d-4e55-4471-ad2b-ae9d6439cfdb req-10f3e42c-3cb6-4bd5-950d-62bbbb78f664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:07.617228 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f371b90d-4e55-4471-ad2b-ae9d6439cfdb req-10f3e42c-3cb6-4bd5-950d-62bbbb78f664 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1298ccb8a9014261ab619bfcb68d9d77&device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 1127 time: 0.0560062 Apr 06 12:05:07.675447 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port dd5bad59-823c-48af-bc15-4b905203b88a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=dd5bad59-823c-48af-bc15-4b905203b88a,segment=NetworkSegment(799cde48-ce89-4717-8648-0b14442574b5),segment_id=799cde48-ce89-4717-8648-0b14442574b5)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:05:07.687562 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Returning: {'device': 'dd5bad59-823c-48af-bc15-4b905203b88a', 'network_id': 'b5cff5d5-cdf1-4182-a76a-ce442e73f9e6', 'port_id': 'dd5bad59-823c-48af-bc15-4b905203b88a', 'mac_address': 'fa:16:3e:1a:69:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7094297-974e-4ae1-a219-56fff22aaa1c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:05:07.722034 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371b90d-4e55-4471-ad2b-ae9d6439cfdb req-c0212b15-4ef3-43e4-a6e2-ef14e49af2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:07.723504 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f371b90d-4e55-4471-ad2b-ae9d6439cfdb req-c0212b15-4ef3-43e4-a6e2-ef14e49af2a3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b5cff5d5-cdf1-4182-a76a-ce442e73f9e6 HTTP/1.1" status: 200 len: 915 time: 0.0951977 Apr 06 12:05:07.729428 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port dd5bad59-823c-48af-bc15-4b905203b88a is: DOWN; New status is: BUILD {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:05:07.729824 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (dd5bad59-823c-48af-bc15-4b905203b88a), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:07.744585 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd5bad59-823c-48af-bc15-4b905203b88a {{(pid=110261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:05:07.768605 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port dd5bad59-823c-48af-bc15-4b905203b88a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=dd5bad59-823c-48af-bc15-4b905203b88a,segment=NetworkSegment(799cde48-ce89-4717-8648-0b14442574b5),segment_id=799cde48-ce89-4717-8648-0b14442574b5)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:05:07.772759 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (dd5bad59-823c-48af-bc15-4b905203b88a), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:07.793393 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f371b90d-4e55-4471-ad2b-ae9d6439cfdb req-07e313b4-674a-4da7-a872-e5f84c0181c2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd5bad59-823c-48af-bc15-4b905203b88a HTTP/1.1" status: 200 len: 217 time: 0.0511444 Apr 06 12:05:07.822616 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=dd5bad59-823c-48af-bc15-4b905203b88a,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:05:07.829787 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:05:07.830134 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:05:07.831026 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:05:07.831572 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:05:07.831972 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:05:07.832313 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:05:07.832661 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:05:07.833015 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:05:07.833352 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:05:07.833684 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:05:07.834015 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:05:07.834348 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:05:07.834676 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:05:07.835004 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:05:07.835358 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:05:07.852942 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371b90d-4e55-4471-ad2b-ae9d6439cfdb req-1cd204bb-f012-4d6a-aa23-d47986894ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:07.854409 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f371b90d-4e55-4471-ad2b-ae9d6439cfdb req-1cd204bb-f012-4d6a-aa23-d47986894ca0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7094297-974e-4ae1-a219-56fff22aaa1c HTTP/1.1" status: 200 len: 853 time: 0.0552623 Apr 06 12:05:07.906239 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371b90d-4e55-4471-ad2b-ae9d6439cfdb req-5b32901f-77ca-4feb-94c7-41255db96abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:07.907750 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f371b90d-4e55-4471-ad2b-ae9d6439cfdb req-5b32901f-77ca-4feb-94c7-41255db96abd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5cff5d5-cdf1-4182-a76a-ce442e73f9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467424 Apr 06 12:05:08.009949 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f371b90d-4e55-4471-ad2b-ae9d6439cfdb req-52292707-db87-42e7-8d9f-12af599c5e15 service neutron] 10.222.0.53 "GET /v2.0/networks/b5cff5d5-cdf1-4182-a76a-ce442e73f9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955434 Apr 06 12:05:08.110660 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-f371b90d-4e55-4471-ad2b-ae9d6439cfdb req-3e2693a1-af1f-486f-847e-651e0119c15d service neutron] 10.222.0.53 "GET /v2.0/networks/b5cff5d5-cdf1-4182-a76a-ce442e73f9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933654 Apr 06 12:05:08.222371 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['dd5bad59-823c-48af-bc15-4b905203b88a'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:05:08.547883 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f8aed-8fab-4e68-9d5b-386bbb56e6a2 req-ca217434-3e13-432f-aa89-dad789057584 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:08.550321 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6b2f8aed-8fab-4e68-9d5b-386bbb56e6a2 req-ca217434-3e13-432f-aa89-dad789057584 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 944 time: 0.0562377 Apr 06 12:05:08.602328 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6b2f8aed-8fab-4e68-9d5b-386bbb56e6a2 req-5c2f5246-2ef1-488f-a5c5-5d18ed4faf4b tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447590 Apr 06 12:05:09.589024 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device dd5bad59-823c-48af-bc15-4b905203b88a up at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:05:09.641268 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning for port dd5bad59-823c-48af-bc15-4b905203b88a completed by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:05:09.646249 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning complete for port dd5bad59-823c-48af-bc15-4b905203b88a triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:05:09.646631 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (dd5bad59-823c-48af-bc15-4b905203b88a), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:09.729130 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7364727-0af4-4bc7-b345-bdb5826ee880 req-1f4a41f3-03d3-4116-ab70-66cfe0cfa729 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:09.730523 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port dd5bad59-823c-48af-bc15-4b905203b88a is: BUILD; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:05:09.730652 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d7364727-0af4-4bc7-b345-bdb5826ee880 req-1f4a41f3-03d3-4116-ab70-66cfe0cfa729 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 944 time: 0.0556357 Apr 06 12:05:09.730914 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (dd5bad59-823c-48af-bc15-4b905203b88a), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:09.754171 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18863526-3e9c-4b3a-9fc4-569fb239962b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5bad59-823c-48af-bc15-4b905203b88a'}] {{(pid=110261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:05:09.756468 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa90572765a02b80253351879fa6496fbbfbce8a00fa36c7b280133d65d0c1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2889944-1e26-4fa6-ad9a-53ee54c8719f" -d '{"events": [{"server_uuid": "18863526-3e9c-4b3a-9fc4-569fb239962b", "name": "network-vif-plugged", "status": "completed", "tag": "dd5bad59-823c-48af-bc15-4b905203b88a"}]}' {{(pid=110261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:05:09.769647 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port dd5bad59-823c-48af-bc15-4b905203b88a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=dd5bad59-823c-48af-bc15-4b905203b88a,segment=NetworkSegment(799cde48-ce89-4717-8648-0b14442574b5),segment_id=799cde48-ce89-4717-8648-0b14442574b5)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:05:09.774644 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (dd5bad59-823c-48af-bc15-4b905203b88a), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:09.775796 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 7c3bd132-c872-416e-8a3a-efa384aadddb no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:05:09.780777 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d7364727-0af4-4bc7-b345-bdb5826ee880 req-7afb8033-6da8-48a6-975a-defd93db0ffd tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441575 Apr 06 12:05:09.825474 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc36a5b-3d51-4878-a3ed-ca30302a7385 x-openstack-request-id: req-9bc36a5b-3d51-4878-a3ed-ca30302a7385 {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:05:09.825756 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18863526-3e9c-4b3a-9fc4-569fb239962b", "name": "network-vif-plugged", "status": "completed", "tag": "dd5bad59-823c-48af-bc15-4b905203b88a", "code": 200}]} {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:05:09.826040 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9bc36a5b-3d51-4878-a3ed-ca30302a7385 {{(pid=110261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:05:09.826394 dv-cinder-836074-2-iscsi neutron-server[110261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bc36a5b-3d51-4878-a3ed-ca30302a7385'] response: {'server_uuid': '18863526-3e9c-4b3a-9fc4-569fb239962b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5bad59-823c-48af-bc15-4b905203b88a', 'code': 200} Apr 06 12:05:09.829055 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] No Port match for: 7c3bd132-c872-416e-8a3a-efa384aadddb {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:05:09.829400 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 7c3bd132-c872-416e-8a3a-efa384aadddb not bound to the agent host hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:05:09.858581 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=dd5bad59-823c-48af-bc15-4b905203b88a,revision_number=5']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:05:09.999452 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcec846-37ee-457e-a5df-028550eb5a0f req-5cbe1c90-4bca-4cb0-ad58-375853808a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:10.000922 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7fcec846-37ee-457e-a5df-028550eb5a0f req-5cbe1c90-4bca-4cb0-ad58-375853808a06 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 1129 time: 0.0534110 Apr 06 12:05:10.044356 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7fcec846-37ee-457e-a5df-028550eb5a0f req-25bea6c0-642a-42ff-aa0a-4098296c286c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381773 Apr 06 12:05:10.179692 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 53470) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:05:10.341257 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-f812e19b-0c42-4777-b8d6-a8a3625aab31 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Deleting port b59fe4e6-4a65-4906-b0a0-65522ccc836b {{(pid=110259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:05:10.341573 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f812e19b-0c42-4777-b8d6-a8a3625aab31 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (b59fe4e6-4a65-4906-b0a0-65522ccc836b), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:10.419093 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f812e19b-0c42-4777-b8d6-a8a3625aab31 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (b59fe4e6-4a65-4906-b0a0-65522ccc836b), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:10.419417 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f812e19b-0c42-4777-b8d6-a8a3625aab31 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for floatingip (b59fe4e6-4a65-4906-b0a0-65522ccc836b), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:10.431831 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-f812e19b-0c42-4777-b8d6-a8a3625aab31 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Calling delete_port for b59fe4e6-4a65-4906-b0a0-65522ccc836b owned by network:floatingip {{(pid=110259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:05:10.578475 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f812e19b-0c42-4777-b8d6-a8a3625aab31 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (b59fe4e6-4a65-4906-b0a0-65522ccc836b), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:10.609024 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812e19b-0c42-4777-b8d6-a8a3625aab31 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Pushing event deleted for resources: {'Port': ['ID=b59fe4e6-4a65-4906-b0a0-65522ccc836b,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:05:10.636558 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f812e19b-0c42-4777-b8d6-a8a3625aab31 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:05:10.637084 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f812e19b-0c42-4777-b8d6-a8a3625aab31 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:05:10.637257 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f812e19b-0c42-4777-b8d6-a8a3625aab31 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:05:10.637595 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f812e19b-0c42-4777-b8d6-a8a3625aab31 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:05:10.637928 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f812e19b-0c42-4777-b8d6-a8a3625aab31 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:05:10.638264 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f812e19b-0c42-4777-b8d6-a8a3625aab31 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:05:10.638582 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f812e19b-0c42-4777-b8d6-a8a3625aab31 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:05:10.638902 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f812e19b-0c42-4777-b8d6-a8a3625aab31 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:05:10.639227 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f812e19b-0c42-4777-b8d6-a8a3625aab31 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:05:10.639547 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f812e19b-0c42-4777-b8d6-a8a3625aab31 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:05:10.639869 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f812e19b-0c42-4777-b8d6-a8a3625aab31 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:05:10.640192 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f812e19b-0c42-4777-b8d6-a8a3625aab31 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:05:10.640511 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f812e19b-0c42-4777-b8d6-a8a3625aab31 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:05:10.640856 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f812e19b-0c42-4777-b8d6-a8a3625aab31 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:05:10.641174 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f812e19b-0c42-4777-b8d6-a8a3625aab31 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:05:10.683664 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f812e19b-0c42-4777-b8d6-a8a3625aab31 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for floatingip (635812ca-5765-40ac-ac54-545062156ab6), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:10.683988 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.db.l3_db [None req-f812e19b-0c42-4777-b8d6-a8a3625aab31 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Floating IP 635812ca-5765-40ac-ac54-545062156ab6 disassociated (deleted). External IP: 172.27.1.143, port: ecf8d917-c0e1-4d62-9ede-a0a1b32e33da. Apr 06 12:05:10.927424 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f812e19b-0c42-4777-b8d6-a8a3625aab31 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Router 56adb4fd-3158-4daa-9579-5f2331fdebc2 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:05:10.936520 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80afa2-b643-4126-a07e-b66a03aa46ba req-d431a758-fcf7-4054-ad56-61d4ffb99b70 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:10.938016 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-fd80afa2-b643-4126-a07e-b66a03aa46ba req-d431a758-fcf7-4054-ad56-61d4ffb99b70 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 945 time: 0.0736821 Apr 06 12:05:11.056523 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-fd80afa2-b643-4126-a07e-b66a03aa46ba req-b45e4122-d87a-42a0-93d3-277b7fe802a6 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123071 Apr 06 12:05:11.080506 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f812e19b-0c42-4777-b8d6-a8a3625aab31 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:05:11.085692 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-f812e19b-0c42-4777-b8d6-a8a3625aab31 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:11.090202 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6b726d-ecef-4fb2-bf2e-521fc9fb620b None None] Sync routers for ids ['56adb4fd-3158-4daa-9579-5f2331fdebc2'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:05:11.101102 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6b726d-ecef-4fb2-bf2e-521fc9fb620b None None] Routers {'56adb4fd-3158-4daa-9579-5f2331fdebc2'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:05:11.101813 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-4b6b726d-ecef-4fb2-bf2e-521fc9fb620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:04:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['56adb4fd-3158-4daa-9579-5f2331fdebc2'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:05:11.116328 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-f812e19b-0c42-4777-b8d6-a8a3625aab31 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "DELETE /v2.0/floatingips/635812ca-5765-40ac-ac54-545062156ab6 HTTP/1.1" status: 204 len: 168 time: 0.9355397 Apr 06 12:05:11.116985 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2254fe1-9497-47d9-ad33-dc82c751fd31', 'tag': 'ecf8d917-c0e1-4d62-9ede-a0a1b32e33da'}] {{(pid=110259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:05:11.119234 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c7c8e3a7af7eec310205c5f765578dca3c187f66a15f537813450f68a58a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6309115-7aa2-4475-90be-d9f67ead8252" -d '{"events": [{"name": "network-changed", "server_uuid": "a2254fe1-9497-47d9-ad33-dc82c751fd31", "tag": "ecf8d917-c0e1-4d62-9ede-a0a1b32e33da"}]}' {{(pid=110259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:05:11.162771 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c039406-43d3-4245-8b6f-cc6aab7f4522 x-openstack-request-id: req-8c039406-43d3-4245-8b6f-cc6aab7f4522 {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:05:11.163314 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2254fe1-9497-47d9-ad33-dc82c751fd31", "tag": "ecf8d917-c0e1-4d62-9ede-a0a1b32e33da", "status": "completed", "code": 200}]} {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:05:11.163614 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8c039406-43d3-4245-8b6f-cc6aab7f4522 {{(pid=110259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:05:11.164024 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c039406-43d3-4245-8b6f-cc6aab7f4522'] response: {'name': 'network-changed', 'server_uuid': 'a2254fe1-9497-47d9-ad33-dc82c751fd31', 'tag': 'ecf8d917-c0e1-4d62-9ede-a0a1b32e33da', 'status': 'completed', 'code': 200} Apr 06 12:05:11.215174 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-4b6b726d-ecef-4fb2-bf2e-521fc9fb620b None None] Set router 56adb4fd-3158-4daa-9579-5f2331fdebc2 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:05:11.367865 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475ab50-74cf-4fd0-9b36-8626f06ab9a6 req-6aea7c7d-c31c-48a1-8fb4-83b49c3977f0 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:11.369441 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6475ab50-74cf-4fd0-9b36-8626f06ab9a6 req-6aea7c7d-c31c-48a1-8fb4-83b49c3977f0 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2254fe1-9497-47d9-ad33-dc82c751fd31 HTTP/1.1" status: 200 len: 945 time: 0.0560892 Apr 06 12:05:11.424002 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6475ab50-74cf-4fd0-9b36-8626f06ab9a6 req-21abc644-2827-483c-9813-016f6369003a tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478613 Apr 06 12:05:11.431650 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-4b6b726d-ecef-4fb2-bf2e-521fc9fb620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'name': 'tempest-TestVolumeBootPattern-1445952456-router', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f908e075-bc96-4931-a795-06584cf36857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:44Z', 'updated_at': '2022-04-06T11:55:48Z', 'revision_number': 4, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'gw_port': {'id': 'f908e075-bc96-4931-a795-06584cf36857', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:45Z', 'updated_at': '2022-04-06T11:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'fbd0417c-f51c-4642-b234-2283f5f80798', 'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'mac_address': 'fa:16:3e:ce:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:47Z', 'updated_at': '2022-04-06T11:55:54Z', 'revision_number': 5, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'subnets': [{'id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:05:11.459102 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6b726d-ecef-4fb2-bf2e-521fc9fb620b None None] Checking router: 56adb4fd-3158-4daa-9579-5f2331fdebc2 for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:05:11.467816 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6b726d-ecef-4fb2-bf2e-521fc9fb620b None None] Routers {'56adb4fd-3158-4daa-9579-5f2331fdebc2'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:05:11.468346 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-4b6b726d-ecef-4fb2-bf2e-521fc9fb620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:04:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['56adb4fd-3158-4daa-9579-5f2331fdebc2'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:05:11.580208 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-4b6b726d-ecef-4fb2-bf2e-521fc9fb620b None None] Set router 56adb4fd-3158-4daa-9579-5f2331fdebc2 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:05:11.682959 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6309115-7aa2-4475-90be-d9f67ead8252 req-6132c20a-3168-4eb3-8858-b877cf3d9bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:11.684500 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d6309115-7aa2-4475-90be-d9f67ead8252 req-6132c20a-3168-4eb3-8858-b877cf3d9bde service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2337ee61074c4b3ea35e6f0c52ff6fe5&device_id=a2254fe1-9497-47d9-ad33-dc82c751fd31 HTTP/1.1" status: 200 len: 1129 time: 0.0478854 Apr 06 12:05:11.778475 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-4b6b726d-ecef-4fb2-bf2e-521fc9fb620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'name': 'tempest-TestVolumeBootPattern-1445952456-router', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f908e075-bc96-4931-a795-06584cf36857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:44Z', 'updated_at': '2022-04-06T11:55:48Z', 'revision_number': 4, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'gw_port': {'id': 'f908e075-bc96-4931-a795-06584cf36857', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:45Z', 'updated_at': '2022-04-06T11:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'fbd0417c-f51c-4642-b234-2283f5f80798', 'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'mac_address': 'fa:16:3e:ce:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:47Z', 'updated_at': '2022-04-06T11:55:54Z', 'revision_number': 5, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'subnets': [{'id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:05:11.808000 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6b726d-ecef-4fb2-bf2e-521fc9fb620b None None] The sync data for ids ['56adb4fd-3158-4daa-9579-5f2331fdebc2'] in dv-cinder-836074-2-iscsi is: [{'id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'name': 'tempest-TestVolumeBootPattern-1445952456-router', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f908e075-bc96-4931-a795-06584cf36857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:44Z', 'updated_at': '2022-04-06T11:55:48Z', 'revision_number': 4, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'gw_port': {'id': 'f908e075-bc96-4931-a795-06584cf36857', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:45Z', 'updated_at': '2022-04-06T11:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'fbd0417c-f51c-4642-b234-2283f5f80798', 'name': '', 'network_id': 'f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'mac_address': 'fa:16:3e:ce:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:47Z', 'updated_at': '2022-04-06T11:55:54Z', 'revision_number': 5, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'subnets': [{'id': 'e31e5bbd-037a-4f1a-a10c-307b016ff749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:05:12.031085 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e613c4e4-cf49-4d30-bf2b-31a97ca0b4a4 None None] New status for floating IP 635812ca-5765-40ac-ac54-545062156ab6: DOWN {{(pid=110261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:05:12.180816 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e15a9-3f36-44eb-a574-862a66c79c01 req-e2e047e3-69ce-4c8c-b881-dbec9abcd609 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:12.182269 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7e7e15a9-3f36-44eb-a574-862a66c79c01 req-e2e047e3-69ce-4c8c-b881-dbec9abcd609 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 945 time: 0.0517588 Apr 06 12:05:12.231683 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-7e7e15a9-3f36-44eb-a574-862a66c79c01 req-2412e66b-385c-48e9-93bd-cd6d0567436c tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439100 Apr 06 12:05:12.265871 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-48d25439-beaa-4353-b367-97518b049523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:12.354283 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c04bdd-a714-4bbb-8b65-61b566b542d3 req-64fe88ec-3c42-4a52-88ab-24cb96e223d2 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:12.355770 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-76c04bdd-a714-4bbb-8b65-61b566b542d3 req-64fe88ec-3c42-4a52-88ab-24cb96e223d2 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 945 time: 0.0560164 Apr 06 12:05:12.404233 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-76c04bdd-a714-4bbb-8b65-61b566b542d3 req-f40f4294-7bb4-4628-9cd5-04020d428709 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425570 Apr 06 12:05:12.549155 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1585d23-34cf-474e-9d30-2f3aedb69711 req-03567eb0-6a6c-44c0-8483-99d55a21e215 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:12.551406 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f1585d23-34cf-474e-9d30-2f3aedb69711 req-03567eb0-6a6c-44c0-8483-99d55a21e215 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2254fe1-9497-47d9-ad33-dc82c751fd31 HTTP/1.1" status: 200 len: 945 time: 0.0535157 Apr 06 12:05:12.600557 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f1585d23-34cf-474e-9d30-2f3aedb69711 req-55bf4d3f-c7b6-4a07-92f8-e030f8d8a7f7 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435448 Apr 06 12:05:12.732587 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276ad8a-cd94-4818-ab24-6996c5cde58f req-62de6585-6fa5-43f2-bbb9-dafa45660174 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:12.734070 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-0276ad8a-cd94-4818-ab24-6996c5cde58f req-62de6585-6fa5-43f2-bbb9-dafa45660174 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 945 time: 0.0551887 Apr 06 12:05:12.781612 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-0276ad8a-cd94-4818-ab24-6996c5cde58f req-4297696e-2734-4602-95d4-bcd3a052114c tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413806 Apr 06 12:05:12.883456 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6309115-7aa2-4475-90be-d9f67ead8252 req-ecd603f1-385e-4a59-8c08-ee3e976448a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:12.884951 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d6309115-7aa2-4475-90be-d9f67ead8252 req-ecd603f1-385e-4a59-8c08-ee3e976448a3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 HTTP/1.1" status: 200 len: 913 time: 0.0909176 Apr 06 12:05:13.037243 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d6309115-7aa2-4475-90be-d9f67ead8252 req-2e596fdc-87d0-449d-a2f5-85774ef7de9b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecf8d917-c0e1-4d62-9ede-a0a1b32e33da HTTP/1.1" status: 200 len: 217 time: 0.0375619 Apr 06 12:05:13.152341 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6309115-7aa2-4475-90be-d9f67ead8252 req-0e02c14b-bfec-4ad8-9a86-5f3340b39edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:13.153833 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d6309115-7aa2-4475-90be-d9f67ead8252 req-0e02c14b-bfec-4ad8-9a86-5f3340b39edc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e31e5bbd-037a-4f1a-a10c-307b016ff749 HTTP/1.1" status: 200 len: 851 time: 0.0517437 Apr 06 12:05:13.306366 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6309115-7aa2-4475-90be-d9f67ead8252 req-01517d03-17c5-4e51-b876-99e055c21b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:13.307840 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d6309115-7aa2-4475-90be-d9f67ead8252 req-01517d03-17c5-4e51-b876-99e055c21b35 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463245 Apr 06 12:05:13.415787 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f672e-cada-4406-a383-f39a2dd9d0b8 req-7e1809d4-6965-48b0-88a7-92e20256fbb5 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:13.417215 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-186f672e-cada-4406-a383-f39a2dd9d0b8 req-7e1809d4-6965-48b0-88a7-92e20256fbb5 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2254fe1-9497-47d9-ad33-dc82c751fd31 HTTP/1.1" status: 200 len: 945 time: 0.0528624 Apr 06 12:05:13.448997 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d6309115-7aa2-4475-90be-d9f67ead8252 req-c197b281-6fed-48ad-97b8-c7d4834f2171 service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849686 Apr 06 12:05:13.514511 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [req-186f672e-cada-4406-a383-f39a2dd9d0b8 req-f417fee7-ea42-4054-b28d-6d19a741bd7b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Deleting port ecf8d917-c0e1-4d62-9ede-a0a1b32e33da {{(pid=110259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:05:13.514846 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-186f672e-cada-4406-a383-f39a2dd9d0b8 req-f417fee7-ea42-4054-b28d-6d19a741bd7b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (ecf8d917-c0e1-4d62-9ede-a0a1b32e33da), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:13.544543 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d6309115-7aa2-4475-90be-d9f67ead8252 req-c1347b40-5b8d-479a-ad26-6928df55d501 service neutron] 10.222.0.53 "GET /v2.0/networks/f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893033 Apr 06 12:05:13.604867 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.db [req-186f672e-cada-4406-a383-f39a2dd9d0b8 req-f417fee7-ea42-4054-b28d-6d19a741bd7b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] For port ecf8d917-c0e1-4d62-9ede-a0a1b32e33da, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ecf8d917-c0e1-4d62-9ede-a0a1b32e33da,segment=NetworkSegment(5a72f2a3-235a-4761-8c4e-495c5069282b),segment_id=5a72f2a3-235a-4761-8c4e-495c5069282b)] {{(pid=110259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:05:13.605229 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-186f672e-cada-4406-a383-f39a2dd9d0b8 req-f417fee7-ea42-4054-b28d-6d19a741bd7b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (ecf8d917-c0e1-4d62-9ede-a0a1b32e33da), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:13.618360 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [req-186f672e-cada-4406-a383-f39a2dd9d0b8 req-f417fee7-ea42-4054-b28d-6d19a741bd7b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Calling delete_port for ecf8d917-c0e1-4d62-9ede-a0a1b32e33da owned by compute:nova {{(pid=110259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:05:13.727745 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60268b5-280f-4dcc-86e0-1af67c831eb6 req-300607c3-6ef4-4ed6-be96-55cdd7082c0e tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:13.729172 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b60268b5-280f-4dcc-86e0-1af67c831eb6 req-300607c3-6ef4-4ed6-be96-55cdd7082c0e tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2254fe1-9497-47d9-ad33-dc82c751fd31 HTTP/1.1" status: 200 len: 945 time: 0.0579486 Apr 06 12:05:13.760955 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-186f672e-cada-4406-a383-f39a2dd9d0b8 req-f417fee7-ea42-4054-b28d-6d19a741bd7b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (ecf8d917-c0e1-4d62-9ede-a0a1b32e33da), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:13.778539 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-b60268b5-280f-4dcc-86e0-1af67c831eb6 req-26b59053-bfa9-4de7-9adc-2b758a3f3203 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "GET /v2.0/security-groups?id=cba1e19e-cab0-4d52-b2f3-2685c93eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435803 Apr 06 12:05:13.789635 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417fee7-ea42-4054-b28d-6d19a741bd7b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Pushing event deleted for resources: {'Port': ['ID=ecf8d917-c0e1-4d62-9ede-a0a1b32e33da,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:05:13.838588 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [req-186f672e-cada-4406-a383-f39a2dd9d0b8 req-f417fee7-ea42-4054-b28d-6d19a741bd7b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] No DVR routers for this DVR port ecf8d917-c0e1-4d62-9ede-a0a1b32e33da on host hv-cinder-83607 {{(pid=110259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:05:13.841761 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-186f672e-cada-4406-a383-f39a2dd9d0b8 req-f417fee7-ea42-4054-b28d-6d19a741bd7b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:13.845010 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-186f672e-cada-4406-a383-f39a2dd9d0b8 req-f417fee7-ea42-4054-b28d-6d19a741bd7b tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.53 "DELETE /v2.0/ports/ecf8d917-c0e1-4d62-9ede-a0a1b32e33da HTTP/1.1" status: 204 len: 173 time: 0.4227459 Apr 06 12:05:13.845468 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2254fe1-9497-47d9-ad33-dc82c751fd31', 'name': 'network-vif-deleted', 'tag': 'ecf8d917-c0e1-4d62-9ede-a0a1b32e33da'}] {{(pid=110259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:05:13.849370 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c7c8e3a7af7eec310205c5f765578dca3c187f66a15f537813450f68a58a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b894cfed-f16a-493e-bc12-255ec3e75d83" -d '{"events": [{"server_uuid": "a2254fe1-9497-47d9-ad33-dc82c751fd31", "name": "network-vif-deleted", "tag": "ecf8d917-c0e1-4d62-9ede-a0a1b32e33da"}]}' {{(pid=110259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:05:13.894443 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ce9cfe-b4cf-40cc-b835-13400eb22cc0 x-openstack-request-id: req-57ce9cfe-b4cf-40cc-b835-13400eb22cc0 {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:05:13.895463 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2254fe1-9497-47d9-ad33-dc82c751fd31", "name": "network-vif-deleted", "tag": "ecf8d917-c0e1-4d62-9ede-a0a1b32e33da", "status": "completed", "code": 200}]} {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:05:13.895463 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-57ce9cfe-b4cf-40cc-b835-13400eb22cc0 {{(pid=110259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:05:13.895944 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57ce9cfe-b4cf-40cc-b835-13400eb22cc0'] response: {'server_uuid': 'a2254fe1-9497-47d9-ad33-dc82c751fd31', 'name': 'network-vif-deleted', 'tag': 'ecf8d917-c0e1-4d62-9ede-a0a1b32e33da', 'status': 'completed', 'code': 200} Apr 06 12:05:14.539205 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:14.838727 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53520) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:05:14.968910 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-460f0171-7a5e-4a5a-b60c-9d0d5e01aa03 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Deleting port b8022c11-b632-4b8a-9109-972d05658b39 {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:05:14.969159 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-460f0171-7a5e-4a5a-b60c-9d0d5e01aa03 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (b8022c11-b632-4b8a-9109-972d05658b39), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:15.046906 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-460f0171-7a5e-4a5a-b60c-9d0d5e01aa03 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (b8022c11-b632-4b8a-9109-972d05658b39), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:15.047225 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-460f0171-7a5e-4a5a-b60c-9d0d5e01aa03 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for floatingip (b8022c11-b632-4b8a-9109-972d05658b39), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:15.058812 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-460f0171-7a5e-4a5a-b60c-9d0d5e01aa03 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Calling delete_port for b8022c11-b632-4b8a-9109-972d05658b39 owned by network:floatingip {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:05:15.100557 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-2bd6475a-fd7c-43db-aef0-0f69c299f486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:15.196511 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-460f0171-7a5e-4a5a-b60c-9d0d5e01aa03 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (b8022c11-b632-4b8a-9109-972d05658b39), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:15.224389 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f0171-7a5e-4a5a-b60c-9d0d5e01aa03 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Pushing event deleted for resources: {'Port': ['ID=b8022c11-b632-4b8a-9109-972d05658b39,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:05:15.286733 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-460f0171-7a5e-4a5a-b60c-9d0d5e01aa03 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for floatingip (d11392ac-62a5-4009-8a11-158f9af5db8d), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:15.289393 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-460f0171-7a5e-4a5a-b60c-9d0d5e01aa03 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:15.290562 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-460f0171-7a5e-4a5a-b60c-9d0d5e01aa03 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "DELETE /v2.0/floatingips/d11392ac-62a5-4009-8a11-158f9af5db8d HTTP/1.1" status: 204 len: 168 time: 0.4508414 Apr 06 12:05:16.305000 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-18fd45ae-fb13-4f66-84cc-da7bac495ab4 req-9d03d4fd-0878-4489-861a-485c17e876b3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526674 Apr 06 12:05:16.402668 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd45ae-fb13-4f66-84cc-da7bac495ab4 req-a90a245a-0e7c-4e4f-bc20-12350f219137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:16.404186 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-18fd45ae-fb13-4f66-84cc-da7bac495ab4 req-a90a245a-0e7c-4e4f-bc20-12350f219137 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ede1b1c2fa1b4dc1bd2ad95d91ad5ffe&device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 1129 time: 0.0449286 Apr 06 12:05:16.488892 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53534) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:05:16.490234 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:16.507640 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd45ae-fb13-4f66-84cc-da7bac495ab4 req-3a62818e-af4c-4ac4-a874-238b0acbdf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:16.509159 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-18fd45ae-fb13-4f66-84cc-da7bac495ab4 req-3a62818e-af4c-4ac4-a874-238b0acbdf8d service neutron] 10.222.0.53 "GET /v2.0/networks?id=45970ed1-c53c-48e7-99d7-7f6912a67aaa HTTP/1.1" status: 200 len: 912 time: 0.0868604 Apr 06 12:05:16.552095 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-d573b21a-5be1-41ae-8caa-697a8e491df7 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for security_group (cba1e19e-cab0-4d52-b2f3-2685c93eff8b), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:16.580070 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-d573b21a-5be1-41ae-8caa-697a8e491df7 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for security_group (cba1e19e-cab0-4d52-b2f3-2685c93eff8b), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:16.609870 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-18fd45ae-fb13-4f66-84cc-da7bac495ab4 req-763ac0ea-3fea-47af-a543-3c4085de0f72 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3eb93741-77e9-45b6-afc4-54904829043d HTTP/1.1" status: 200 len: 1001 time: 0.0952857 Apr 06 12:05:16.642369 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-d573b21a-5be1-41ae-8caa-697a8e491df7 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (cba1e19e-cab0-4d52-b2f3-2685c93eff8b), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:16.644927 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-d573b21a-5be1-41ae-8caa-697a8e491df7 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:16.646095 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-d573b21a-5be1-41ae-8caa-697a8e491df7 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] 10.222.0.39 "DELETE /v2.0/security-groups/cba1e19e-cab0-4d52-b2f3-2685c93eff8b HTTP/1.1" status: 204 len: 168 time: 0.1562138 Apr 06 12:05:16.656362 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d573b21a-5be1-41ae-8caa-697a8e491df7 tempest-TestVolumeBootPattern-960123473 tempest-TestVolumeBootPattern-960123473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba1e19e-cab0-4d52-b2f3-2685c93eff8b,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:05:16.671455 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd45ae-fb13-4f66-84cc-da7bac495ab4 req-1e5f6491-3a54-474a-a4d0-1a8a3eb6bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:16.673276 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-18fd45ae-fb13-4f66-84cc-da7bac495ab4 req-1e5f6491-3a54-474a-a4d0-1a8a3eb6bc8c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9a13fee9-8bb2-4536-8f3f-eca49979516d HTTP/1.1" status: 200 len: 850 time: 0.0571334 Apr 06 12:05:16.713170 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53538) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:05:16.735264 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd45ae-fb13-4f66-84cc-da7bac495ab4 req-d9c8b5ba-7906-4a9f-90b5-bc5562973afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:16.736800 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-18fd45ae-fb13-4f66-84cc-da7bac495ab4 req-d9c8b5ba-7906-4a9f-90b5-bc5562973afe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45970ed1-c53c-48e7-99d7-7f6912a67aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562079 Apr 06 12:05:16.826290 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-18fd45ae-fb13-4f66-84cc-da7bac495ab4 req-aeeff67c-9ab2-4b8c-a840-c16b9bf86fcf service neutron] 10.222.0.53 "GET /v2.0/networks/45970ed1-c53c-48e7-99d7-7f6912a67aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836208 Apr 06 12:05:17.169446 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-18fd45ae-fb13-4f66-84cc-da7bac495ab4 req-b910e166-87ec-424f-86a4-9c9065144fa7 service neutron] 10.222.0.53 "GET /v2.0/networks/45970ed1-c53c-48e7-99d7-7f6912a67aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374307 Apr 06 12:05:17.238190 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-16a5414e-184b-49c3-a5e4-c7c88ec8f25c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431766'] for router_interface (56adb4fd-3158-4daa-9579-5f2331fdebc2), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:17.488871 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-16a5414e-184b-49c3-a5e4-c7c88ec8f25c admin admin] Deleting port fbd0417c-f51c-4642-b234-2283f5f80798 {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:05:17.489203 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-16a5414e-184b-49c3-a5e4-c7c88ec8f25c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (fbd0417c-f51c-4642-b234-2283f5f80798), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:17.571342 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [None req-16a5414e-184b-49c3-a5e4-c7c88ec8f25c admin admin] For port fbd0417c-f51c-4642-b234-2283f5f80798, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=fbd0417c-f51c-4642-b234-2283f5f80798,segment=NetworkSegment(5a72f2a3-235a-4761-8c4e-495c5069282b),segment_id=5a72f2a3-235a-4761-8c4e-495c5069282b)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:05:17.571695 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-16a5414e-184b-49c3-a5e4-c7c88ec8f25c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (fbd0417c-f51c-4642-b234-2283f5f80798), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:17.584130 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-16a5414e-184b-49c3-a5e4-c7c88ec8f25c admin admin] Calling delete_port for fbd0417c-f51c-4642-b234-2283f5f80798 owned by network:router_interface {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:05:17.633343 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device ecf8d917-c0e1-4d62-9ede-a0a1b32e33da no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:05:17.665123 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] No Port match for: ecf8d917-c0e1-4d62-9ede-a0a1b32e33da {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:05:17.665676 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device ecf8d917-c0e1-4d62-9ede-a0a1b32e33da not bound to the agent host hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:05:17.779699 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-16a5414e-184b-49c3-a5e4-c7c88ec8f25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (fbd0417c-f51c-4642-b234-2283f5f80798), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:17.810972 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5414e-184b-49c3-a5e4-c7c88ec8f25c admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd0417c-f51c-4642-b234-2283f5f80798,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:05:17.987576 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-16a5414e-184b-49c3-a5e4-c7c88ec8f25c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430086'] for router_interface (56adb4fd-3158-4daa-9579-5f2331fdebc2), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:18.205932 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a5414e-184b-49c3-a5e4-c7c88ec8f25c admin admin] Router 56adb4fd-3158-4daa-9579-5f2331fdebc2 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:05:18.315157 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a5414e-184b-49c3-a5e4-c7c88ec8f25c admin admin] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:05:18.321101 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-16a5414e-184b-49c3-a5e4-c7c88ec8f25c admin admin] 10.222.0.39 "PUT /v2.0/routers/56adb4fd-3158-4daa-9579-5f2331fdebc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6061177 Apr 06 12:05:18.324001 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53548) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:05:18.328105 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e0af66-0926-4606-a03d-63d8d41aa3b3 None None] Sync routers for ids ['56adb4fd-3158-4daa-9579-5f2331fdebc2'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:05:18.338869 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e0af66-0926-4606-a03d-63d8d41aa3b3 None None] Routers {'56adb4fd-3158-4daa-9579-5f2331fdebc2'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:05:18.339493 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-e8e0af66-0926-4606-a03d-63d8d41aa3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:05:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['56adb4fd-3158-4daa-9579-5f2331fdebc2'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:05:18.435770 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ec2a9d06-b6a2-4d31-9318-9f59de8a2237 admin admin] Publish callbacks [] for router (56adb4fd-3158-4daa-9579-5f2331fdebc2), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:18.449412 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-e8e0af66-0926-4606-a03d-63d8d41aa3b3 None None] Set router 56adb4fd-3158-4daa-9579-5f2331fdebc2 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:05:18.541349 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ec2a9d06-b6a2-4d31-9318-9f59de8a2237 admin admin] Publish callbacks [] for router_gateway (56adb4fd-3158-4daa-9579-5f2331fdebc2), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:18.595456 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-ec2a9d06-b6a2-4d31-9318-9f59de8a2237 admin admin] Deleting port f908e075-bc96-4931-a795-06584cf36857 {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:05:18.595784 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ec2a9d06-b6a2-4d31-9318-9f59de8a2237 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (f908e075-bc96-4931-a795-06584cf36857), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:18.625915 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-e8e0af66-0926-4606-a03d-63d8d41aa3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'name': 'tempest-TestVolumeBootPattern-1445952456-router', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f908e075-bc96-4931-a795-06584cf36857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:44Z', 'updated_at': '2022-04-06T12:05:17Z', 'revision_number': 5, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'gw_port': {'id': 'f908e075-bc96-4931-a795-06584cf36857', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:45Z', 'updated_at': '2022-04-06T11:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:05:18.656518 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e0af66-0926-4606-a03d-63d8d41aa3b3 None None] Checking router: 56adb4fd-3158-4daa-9579-5f2331fdebc2 for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:05:18.665405 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e0af66-0926-4606-a03d-63d8d41aa3b3 None None] Routers {'56adb4fd-3158-4daa-9579-5f2331fdebc2'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:05:18.666009 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-e8e0af66-0926-4606-a03d-63d8d41aa3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:05:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['56adb4fd-3158-4daa-9579-5f2331fdebc2'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:05:18.677986 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [None req-ec2a9d06-b6a2-4d31-9318-9f59de8a2237 admin admin] For port f908e075-bc96-4931-a795-06584cf36857, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=f908e075-bc96-4931-a795-06584cf36857,segment=NetworkSegment(e99df258-543d-4616-b3b8-0c52db153909),segment_id=e99df258-543d-4616-b3b8-0c52db153909)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:05:18.678347 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ec2a9d06-b6a2-4d31-9318-9f59de8a2237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (f908e075-bc96-4931-a795-06584cf36857), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:18.690563 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-ec2a9d06-b6a2-4d31-9318-9f59de8a2237 admin admin] Calling delete_port for f908e075-bc96-4931-a795-06584cf36857 owned by network:router_gateway {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:05:18.755497 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-e8e0af66-0926-4606-a03d-63d8d41aa3b3 None None] Set router 56adb4fd-3158-4daa-9579-5f2331fdebc2 gateway port host: None {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:05:18.791534 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:18.811873 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-e8e0af66-0926-4606-a03d-63d8d41aa3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'name': 'tempest-TestVolumeBootPattern-1445952456-router', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:44Z', 'updated_at': '2022-04-06T12:05:18Z', 'revision_number': 6, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'gw_port_host': None}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:05:18.865458 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ec2a9d06-b6a2-4d31-9318-9f59de8a2237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (f908e075-bc96-4931-a795-06584cf36857), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:18.893589 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a9d06-b6a2-4d31-9318-9f59de8a2237 admin admin] Pushing event deleted for resources: {'Port': ['ID=f908e075-bc96-4931-a795-06584cf36857,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:05:18.940876 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e0af66-0926-4606-a03d-63d8d41aa3b3 None None] The sync data for ids ['56adb4fd-3158-4daa-9579-5f2331fdebc2'] in dv-cinder-836074-2-iscsi is: [{'id': '56adb4fd-3158-4daa-9579-5f2331fdebc2', 'name': 'tempest-TestVolumeBootPattern-1445952456-router', 'tenant_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:44Z', 'updated_at': '2022-04-06T12:05:18Z', 'revision_number': 6, 'project_id': '2337ee61074c4b3ea35e6f0c52ff6fe5', 'gw_port_host': None}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:05:18.968137 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ec2a9d06-b6a2-4d31-9318-9f59de8a2237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430272'] for router_gateway (56adb4fd-3158-4daa-9579-5f2331fdebc2), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:19.072965 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ec2a9d06-b6a2-4d31-9318-9f59de8a2237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2514'] for router (56adb4fd-3158-4daa-9579-5f2331fdebc2), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:19.075087 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ec2a9d06-b6a2-4d31-9318-9f59de8a2237 admin admin] Publish callbacks [] for router_controller (56adb4fd-3158-4daa-9579-5f2331fdebc2), precommit_delete_associations {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:19.078182 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:19.120243 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ec2a9d06-b6a2-4d31-9318-9f59de8a2237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-433530'] for router (56adb4fd-3158-4daa-9579-5f2331fdebc2), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:19.120798 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2a9d06-b6a2-4d31-9318-9f59de8a2237 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56adb4fd-3158-4daa-9579-5f2331fdebc2 {{(pid=110260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 12:05:19.125493 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ec2a9d06-b6a2-4d31-9318-9f59de8a2237 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:19.126632 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-ec2a9d06-b6a2-4d31-9318-9f59de8a2237 admin admin] 10.222.0.39 "DELETE /v2.0/routers/56adb4fd-3158-4daa-9579-5f2331fdebc2 HTTP/1.1" status: 204 len: 168 time: 0.8013113 Apr 06 12:05:19.129261 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53552) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:05:19.173631 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9d0f8b-96c8-4aba-9432-0ceaff83ea68 admin admin] Deleting subnet e31e5bbd-037a-4f1a-a10c-307b016ff749 {{(pid=110260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:05:19.176746 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-9b9d0f8b-96c8-4aba-9432-0ceaff83ea68 admin admin] Publish callbacks [] for subnet (e31e5bbd-037a-4f1a-a10c-307b016ff749), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:19.209964 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-9b9d0f8b-96c8-4aba-9432-0ceaff83ea68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5214045'] for subnet (e31e5bbd-037a-4f1a-a10c-307b016ff749), precommit_delete_associations {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:19.293812 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-9b9d0f8b-96c8-4aba-9432-0ceaff83ea68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540055'] for subnet (e31e5bbd-037a-4f1a-a10c-307b016ff749), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:19.350408 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-9b9d0f8b-96c8-4aba-9432-0ceaff83ea68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1540056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4263529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4228261'] for subnet (e31e5bbd-037a-4f1a-a10c-307b016ff749), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:19.377121 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d0f8b-96c8-4aba-9432-0ceaff83ea68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e31e5bbd-037a-4f1a-a10c-307b016ff749,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:05:19.380969 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-9b9d0f8b-96c8-4aba-9432-0ceaff83ea68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:19.386893 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-9b9d0f8b-96c8-4aba-9432-0ceaff83ea68 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e31e5bbd-037a-4f1a-a10c-307b016ff749 HTTP/1.1" status: 204 len: 168 time: 0.2544978 Apr 06 12:05:19.387751 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 53554) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:05:19.390319 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235674fc-31e7-409c-ae1f-875454e260b1 None None] Network f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:05:19.469915 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a190-1450-45d8-8b9d-ee6f1463040d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448080'] for network (f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:19.525823 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device f908e075-bc96-4931-a795-06584cf36857 no longer exists at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:05:19.538624 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-c8e1a190-1450-45d8-8b9d-ee6f1463040d admin admin] Deleting port 3de2efc1-996c-4573-b6b9-4910ed58b81a {{(pid=110259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:05:19.539582 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a190-1450-45d8-8b9d-ee6f1463040d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (3de2efc1-996c-4573-b6b9-4910ed58b81a), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:19.555266 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] No Port match for: f908e075-bc96-4931-a795-06584cf36857 {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:05:19.556021 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device f908e075-bc96-4931-a795-06584cf36857 not bound to the agent host dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:05:19.556151 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device fbd0417c-f51c-4642-b234-2283f5f80798 no longer exists at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:05:19.582296 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ea0885-cf15-4065-826e-94caf2c574cb None None] DHCP port deletion for f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 request from dv-cinder-836074-2-iscsi {{(pid=110261) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 12:05:19.584448 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] No Port match for: fbd0417c-f51c-4642-b234-2283f5f80798 {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:05:19.584831 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device fbd0417c-f51c-4642-b234-2283f5f80798 not bound to the agent host dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:05:19.616056 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.db [None req-c8e1a190-1450-45d8-8b9d-ee6f1463040d admin admin] For port 3de2efc1-996c-4573-b6b9-4910ed58b81a, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=3de2efc1-996c-4573-b6b9-4910ed58b81a,segment=NetworkSegment(5a72f2a3-235a-4761-8c4e-495c5069282b),segment_id=5a72f2a3-235a-4761-8c4e-495c5069282b)] {{(pid=110259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:05:19.616421 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a190-1450-45d8-8b9d-ee6f1463040d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (3de2efc1-996c-4573-b6b9-4910ed58b81a), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:19.629537 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-c8e1a190-1450-45d8-8b9d-ee6f1463040d admin admin] Calling delete_port for 3de2efc1-996c-4573-b6b9-4910ed58b81a owned by network:dhcp {{(pid=110259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:05:19.640050 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-73ea0885-cf15-4065-826e-94caf2c574cb None None] Deleting port 3de2efc1-996c-4573-b6b9-4910ed58b81a {{(pid=110261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:05:19.640354 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-73ea0885-cf15-4065-826e-94caf2c574cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (3de2efc1-996c-4573-b6b9-4910ed58b81a), before_delete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:19.709808 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-73ea0885-cf15-4065-826e-94caf2c574cb None None] For port 3de2efc1-996c-4573-b6b9-4910ed58b81a, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=3de2efc1-996c-4573-b6b9-4910ed58b81a,segment=NetworkSegment(5a72f2a3-235a-4761-8c4e-495c5069282b),segment_id=5a72f2a3-235a-4761-8c4e-495c5069282b)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:05:19.710213 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-73ea0885-cf15-4065-826e-94caf2c574cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (3de2efc1-996c-4573-b6b9-4910ed58b81a), precommit_delete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:19.719047 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a190-1450-45d8-8b9d-ee6f1463040d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (3de2efc1-996c-4573-b6b9-4910ed58b81a), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:19.730271 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-73ea0885-cf15-4065-826e-94caf2c574cb None None] Calling delete_port for 3de2efc1-996c-4573-b6b9-4910ed58b81a owned by network:dhcp {{(pid=110261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:05:19.744476 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e1a190-1450-45d8-8b9d-ee6f1463040d admin admin] Pushing event deleted for resources: {'Port': ['ID=3de2efc1-996c-4573-b6b9-4910ed58b81a,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:05:19.753947 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e1a190-1450-45d8-8b9d-ee6f1463040d admin admin] No DVR routers for this DVR port 3de2efc1-996c-4573-b6b9-4910ed58b81a on host dv-cinder-836074-2-iscsi {{(pid=110259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:05:19.811572 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-73ea0885-cf15-4065-826e-94caf2c574cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237'] for port (3de2efc1-996c-4573-b6b9-4910ed58b81a), after_delete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:19.827788 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a190-1450-45d8-8b9d-ee6f1463040d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1537324', 'neutron.services.segments.db._delete_segments_for_network-8743157203577'] for network (f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:19.839360 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ea0885-cf15-4065-826e-94caf2c574cb None None] No DVR routers for this DVR port 3de2efc1-996c-4573-b6b9-4910ed58b81a on host dv-cinder-836074-2-iscsi {{(pid=110261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:05:19.843299 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea0885-cf15-4065-826e-94caf2c574cb None None] Pushing event deleted for resources: {'Port': ['ID=3de2efc1-996c-4573-b6b9-4910ed58b81a,revision_number=None']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:05:19.855628 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.services.segments.db [None req-c8e1a190-1450-45d8-8b9d-ee6f1463040d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7']}} {{(pid=110259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:05:19.865245 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.services.segments.db [None req-c8e1a190-1450-45d8-8b9d-ee6f1463040d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a72f2a3-235a-4761-8c4e-495c5069282b') {'for_net_delete': True} {{(pid=110259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:05:19.865543 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.services.segments.db [None req-c8e1a190-1450-45d8-8b9d-ee6f1463040d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a72f2a3-235a-4761-8c4e-495c5069282b') {} {{(pid=110259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:05:19.874872 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a190-1450-45d8-8b9d-ee6f1463040d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743157202306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4434089'] for segment (5a72f2a3-235a-4761-8c4e-495c5069282b), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:19.888358 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a190-1450-45d8-8b9d-ee6f1463040d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (5a72f2a3-235a-4761-8c4e-495c5069282b), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:19.894401 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e1a190-1450-45d8-8b9d-ee6f1463040d admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=110259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:05:19.894784 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a190-1450-45d8-8b9d-ee6f1463040d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4352449'] for segment (5a72f2a3-235a-4761-8c4e-495c5069282b), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:19.896650 dv-cinder-836074-2-iscsi neutron-server[110259]: Traceback (most recent call last): Apr 06 12:05:19.896650 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:05:19.896650 dv-cinder-836074-2-iscsi neutron-server[110259]: timer() Apr 06 12:05:19.896650 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:05:19.896650 dv-cinder-836074-2-iscsi neutron-server[110259]: cb(*args, **kw) Apr 06 12:05:19.896650 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:05:19.896650 dv-cinder-836074-2-iscsi neutron-server[110259]: return func(*args, **kwargs) Apr 06 12:05:19.896650 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:05:19.896650 dv-cinder-836074-2-iscsi neutron-server[110259]: self._notify() Apr 06 12:05:19.896650 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:05:19.896650 dv-cinder-836074-2-iscsi neutron-server[110259]: self.callback(batched_events) Apr 06 12:05:19.896650 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:05:19.896650 dv-cinder-836074-2-iscsi neutron-server[110259]: event.method(event) Apr 06 12:05:19.896650 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:05:19.896650 dv-cinder-836074-2-iscsi neutron-server[110259]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:05:19.896650 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:05:19.896650 dv-cinder-836074-2-iscsi neutron-server[110259]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:05:19.896650 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:05:19.896650 dv-cinder-836074-2-iscsi neutron-server[110259]: return f(self, *a, **k) Apr 06 12:05:19.896650 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:05:19.896650 dv-cinder-836074-2-iscsi neutron-server[110259]: return self._get(url).json() Apr 06 12:05:19.896650 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:05:19.896650 dv-cinder-836074-2-iscsi neutron-server[110259]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:05:19.896650 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:05:19.896650 dv-cinder-836074-2-iscsi neutron-server[110259]: return self.request(url, 'GET', **kwargs) Apr 06 12:05:19.896650 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:05:19.896650 dv-cinder-836074-2-iscsi neutron-server[110259]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:05:19.896650 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:05:19.896650 dv-cinder-836074-2-iscsi neutron-server[110259]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:05:19.896650 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:05:19.896650 dv-cinder-836074-2-iscsi neutron-server[110259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:05:19.896650 dv-cinder-836074-2-iscsi neutron-server[110259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:05:19.950952 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a190-1450-45d8-8b9d-ee6f1463040d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1537365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430244'] for network (f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:19.956625 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a190-1450-45d8-8b9d-ee6f1463040d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:19.960177 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-c8e1a190-1450-45d8-8b9d-ee6f1463040d admin admin] 10.222.0.39 "DELETE /v2.0/networks/f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7 HTTP/1.1" status: 204 len: 168 time: 0.5705872 Apr 06 12:05:19.963824 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53556) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:05:19.972395 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e1a190-1450-45d8-8b9d-ee6f1463040d admin admin] Pushing event deleted for resources: {'Network': ['ID=f8e25089-c4f7-4cbe-bd47-2449e3d3e9c7,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:05:20.598193 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-008e0d4d-1430-4541-bd61-7043f34d1061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431766'] for router_interface (b41e0cb7-5c75-4550-829a-9bfeddb3d030), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:20.852166 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-008e0d4d-1430-4541-bd61-7043f34d1061 admin admin] Deleting port 3bf642c7-7ec3-47d6-bc41-8388c424fd0d {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:05:20.852411 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-008e0d4d-1430-4541-bd61-7043f34d1061 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (3bf642c7-7ec3-47d6-bc41-8388c424fd0d), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:20.931660 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [None req-008e0d4d-1430-4541-bd61-7043f34d1061 admin admin] For port 3bf642c7-7ec3-47d6-bc41-8388c424fd0d, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=3bf642c7-7ec3-47d6-bc41-8388c424fd0d,segment=NetworkSegment(ffed17a3-e6ed-49cf-ab3e-e9e7b7f16984),segment_id=ffed17a3-e6ed-49cf-ab3e-e9e7b7f16984)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:05:20.932011 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-008e0d4d-1430-4541-bd61-7043f34d1061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (3bf642c7-7ec3-47d6-bc41-8388c424fd0d), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:20.944320 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-008e0d4d-1430-4541-bd61-7043f34d1061 admin admin] Calling delete_port for 3bf642c7-7ec3-47d6-bc41-8388c424fd0d owned by network:router_interface {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:05:21.149508 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-008e0d4d-1430-4541-bd61-7043f34d1061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (3bf642c7-7ec3-47d6-bc41-8388c424fd0d), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:21.176893 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e0d4d-1430-4541-bd61-7043f34d1061 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bf642c7-7ec3-47d6-bc41-8388c424fd0d,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:05:21.350451 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-008e0d4d-1430-4541-bd61-7043f34d1061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430086'] for router_interface (b41e0cb7-5c75-4550-829a-9bfeddb3d030), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:21.536643 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 3de2efc1-996c-4573-b6b9-4910ed58b81a no longer exists at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:05:21.557905 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] No Port match for: 3de2efc1-996c-4573-b6b9-4910ed58b81a {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:05:21.558323 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 3de2efc1-996c-4573-b6b9-4910ed58b81a not bound to the agent host dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:05:21.582662 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008e0d4d-1430-4541-bd61-7043f34d1061 admin admin] Router b41e0cb7-5c75-4550-829a-9bfeddb3d030 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:05:21.694961 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008e0d4d-1430-4541-bd61-7043f34d1061 admin admin] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:05:21.702675 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-008e0d4d-1430-4541-bd61-7043f34d1061 admin admin] 10.222.0.39 "PUT /v2.0/routers/b41e0cb7-5c75-4550-829a-9bfeddb3d030/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7353463 Apr 06 12:05:21.702806 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53562) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:05:21.704363 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e6f63a-480c-4839-8d9d-9d6addeb9ffc None None] Sync routers for ids ['b41e0cb7-5c75-4550-829a-9bfeddb3d030'] in dv-cinder-836074-2-iscsi {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:05:21.718755 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e6f63a-480c-4839-8d9d-9d6addeb9ffc None None] Routers {'b41e0cb7-5c75-4550-829a-9bfeddb3d030'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:05:21.719391 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-09e6f63a-480c-4839-8d9d-9d6addeb9ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:05:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['b41e0cb7-5c75-4550-829a-9bfeddb3d030'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:05:21.816350 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-dee8e83b-55cf-4364-b030-3c5610fbb6cf admin admin] Publish callbacks [] for router (b41e0cb7-5c75-4550-829a-9bfeddb3d030), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:21.840494 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-09e6f63a-480c-4839-8d9d-9d6addeb9ffc None None] Set router b41e0cb7-5c75-4550-829a-9bfeddb3d030 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:05:21.923775 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-dee8e83b-55cf-4364-b030-3c5610fbb6cf admin admin] Publish callbacks [] for router_gateway (b41e0cb7-5c75-4550-829a-9bfeddb3d030), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:21.978156 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-dee8e83b-55cf-4364-b030-3c5610fbb6cf admin admin] Deleting port 151ba9b8-099d-4f51-9669-0661bd78ab86 {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:05:21.978409 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-dee8e83b-55cf-4364-b030-3c5610fbb6cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (151ba9b8-099d-4f51-9669-0661bd78ab86), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:22.019293 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-09e6f63a-480c-4839-8d9d-9d6addeb9ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41e0cb7-5c75-4550-829a-9bfeddb3d030', 'name': 'tempest-TestVolumeBootPattern-893495492-router', 'tenant_id': 'cc940f14b38b4337aacb83b96c7ee91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '151ba9b8-099d-4f51-9669-0661bd78ab86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:51Z', 'updated_at': '2022-04-06T12:05:21Z', 'revision_number': 5, 'project_id': 'cc940f14b38b4337aacb83b96c7ee91b', 'gw_port': {'id': '151ba9b8-099d-4f51-9669-0661bd78ab86', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41e0cb7-5c75-4550-829a-9bfeddb3d030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:55:52Z', 'updated_at': '2022-04-06T11:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:05:22.045803 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e6f63a-480c-4839-8d9d-9d6addeb9ffc None None] Checking router: b41e0cb7-5c75-4550-829a-9bfeddb3d030 for host: dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:05:22.054141 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e6f63a-480c-4839-8d9d-9d6addeb9ffc None None] Routers {'b41e0cb7-5c75-4550-829a-9bfeddb3d030'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:05:22.055470 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-09e6f63a-480c-4839-8d9d-9d6addeb9ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:05:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['b41e0cb7-5c75-4550-829a-9bfeddb3d030'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:05:22.062724 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [None req-dee8e83b-55cf-4364-b030-3c5610fbb6cf admin admin] For port 151ba9b8-099d-4f51-9669-0661bd78ab86, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=151ba9b8-099d-4f51-9669-0661bd78ab86,segment=NetworkSegment(e99df258-543d-4616-b3b8-0c52db153909),segment_id=e99df258-543d-4616-b3b8-0c52db153909)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:05:22.063085 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-dee8e83b-55cf-4364-b030-3c5610fbb6cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (151ba9b8-099d-4f51-9669-0661bd78ab86), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:22.076451 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-dee8e83b-55cf-4364-b030-3c5610fbb6cf admin admin] Calling delete_port for 151ba9b8-099d-4f51-9669-0661bd78ab86 owned by network:router_gateway {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:05:22.151521 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-09e6f63a-480c-4839-8d9d-9d6addeb9ffc None None] Set router b41e0cb7-5c75-4550-829a-9bfeddb3d030 gateway port host: None {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:05:22.207074 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-09e6f63a-480c-4839-8d9d-9d6addeb9ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41e0cb7-5c75-4550-829a-9bfeddb3d030', 'name': 'tempest-TestVolumeBootPattern-893495492-router', 'tenant_id': 'cc940f14b38b4337aacb83b96c7ee91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:51Z', 'updated_at': '2022-04-06T12:05:21Z', 'revision_number': 6, 'project_id': 'cc940f14b38b4337aacb83b96c7ee91b', 'gw_port_host': None}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:05:22.235584 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e6f63a-480c-4839-8d9d-9d6addeb9ffc None None] The sync data for ids ['b41e0cb7-5c75-4550-829a-9bfeddb3d030'] in dv-cinder-836074-2-iscsi is: [{'id': 'b41e0cb7-5c75-4550-829a-9bfeddb3d030', 'name': 'tempest-TestVolumeBootPattern-893495492-router', 'tenant_id': 'cc940f14b38b4337aacb83b96c7ee91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:55:51Z', 'updated_at': '2022-04-06T12:05:21Z', 'revision_number': 6, 'project_id': 'cc940f14b38b4337aacb83b96c7ee91b', 'gw_port_host': None}] {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:05:22.258006 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-dee8e83b-55cf-4364-b030-3c5610fbb6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (151ba9b8-099d-4f51-9669-0661bd78ab86), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:22.287003 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8e83b-55cf-4364-b030-3c5610fbb6cf admin admin] Pushing event deleted for resources: {'Port': ['ID=151ba9b8-099d-4f51-9669-0661bd78ab86,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:05:22.348755 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-dee8e83b-55cf-4364-b030-3c5610fbb6cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430272'] for router_gateway (b41e0cb7-5c75-4550-829a-9bfeddb3d030), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:22.427245 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5178e4-0a63-4afe-8cd6-757a4eaec174 req-b3e786d6-2e3d-41d4-8337-abd330632010 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:22.428709 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ae5178e4-0a63-4afe-8cd6-757a4eaec174 req-b3e786d6-2e3d-41d4-8337-abd330632010 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 945 time: 0.0527277 Apr 06 12:05:22.447791 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-dee8e83b-55cf-4364-b030-3c5610fbb6cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2514'] for router (b41e0cb7-5c75-4550-829a-9bfeddb3d030), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:22.450171 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-dee8e83b-55cf-4364-b030-3c5610fbb6cf admin admin] Publish callbacks [] for router_controller (b41e0cb7-5c75-4550-829a-9bfeddb3d030), precommit_delete_associations {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:22.482388 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ae5178e4-0a63-4afe-8cd6-757a4eaec174 req-013707a7-6a19-44ef-95e3-1b1ab0842c53 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469329 Apr 06 12:05:22.505873 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53572) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:05:22.512557 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-dee8e83b-55cf-4364-b030-3c5610fbb6cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-433530'] for router (b41e0cb7-5c75-4550-829a-9bfeddb3d030), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:22.513716 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee8e83b-55cf-4364-b030-3c5610fbb6cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router b41e0cb7-5c75-4550-829a-9bfeddb3d030 {{(pid=110260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 12:05:22.517871 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-dee8e83b-55cf-4364-b030-3c5610fbb6cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:22.518987 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-dee8e83b-55cf-4364-b030-3c5610fbb6cf admin admin] 10.222.0.39 "DELETE /v2.0/routers/b41e0cb7-5c75-4550-829a-9bfeddb3d030 HTTP/1.1" status: 204 len: 168 time: 0.8153763 Apr 06 12:05:22.521465 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53576) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:05:22.588489 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5c7f47-c852-45b6-94b4-e60915330a32 admin admin] Deleting subnet 2ca662ba-3a3c-4966-a6ae-94aab86b8411 {{(pid=110260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:05:22.594624 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7f47-c852-45b6-94b4-e60915330a32 admin admin] Publish callbacks [] for subnet (2ca662ba-3a3c-4966-a6ae-94aab86b8411), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:22.642914 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7f47-c852-45b6-94b4-e60915330a32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5214045'] for subnet (2ca662ba-3a3c-4966-a6ae-94aab86b8411), precommit_delete_associations {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:22.645983 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a076e888-bec9-42f4-9ed6-d3c782c8b63b tempest-TestMinimumBasicScenario-1942559619 tempest-TestMinimumBasicScenario-1942559619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:22.647524 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-a076e888-bec9-42f4-9ed6-d3c782c8b63b tempest-TestMinimumBasicScenario-1942559619 tempest-TestMinimumBasicScenario-1942559619-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 1124 time: 0.1406362 Apr 06 12:05:22.651481 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 53578) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:05:22.656643 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-e526cb50-022c-4ce2-9211-7911b8822b0b tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Request body: {'floatingip': {'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'port_id': 'dd5bad59-823c-48af-bc15-4b905203b88a', 'tenant_id': '1298ccb8a9014261ab619bfcb68d9d77', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:05:22.681700 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e526cb50-022c-4ce2-9211-7911b8822b0b tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:22.728495 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7f47-c852-45b6-94b4-e60915330a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540055'] for subnet (2ca662ba-3a3c-4966-a6ae-94aab86b8411), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:22.786923 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e526cb50-022c-4ce2-9211-7911b8822b0b tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:22.787210 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7f47-c852-45b6-94b4-e60915330a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1540056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4263529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4228261'] for subnet (2ca662ba-3a3c-4966-a6ae-94aab86b8411), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:22.816600 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c7f47-c852-45b6-94b4-e60915330a32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ca662ba-3a3c-4966-a6ae-94aab86b8411,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:05:22.819248 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7f47-c852-45b6-94b4-e60915330a32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:22.823147 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-4d5c7f47-c852-45b6-94b4-e60915330a32 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2ca662ba-3a3c-4966-a6ae-94aab86b8411 HTTP/1.1" status: 204 len: 168 time: 0.3007376 Apr 06 12:05:22.825565 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52615b54-9775-4826-b3d6-82e779e5569c None None] Network e7f9a166-0bb8-4844-a6bd-72273f7d750b requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:05:22.826067 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53580) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:05:22.902014 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5def1121-7cf0-421e-9016-ab7461d90a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448080'] for network (e7f9a166-0bb8-4844-a6bd-72273f7d750b), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:22.905284 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.db_base_plugin_common [None req-e526cb50-022c-4ce2-9211-7911b8822b0b tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Allocated IP 172.27.1.181 (f8bc4371-0f06-4ac4-8212-20e00bcdd0be/f72af3a5-4f9e-49cd-911b-77b0f5cebaf5/63757026-a5db-4b14-9ff7-e691a2a312cd) {{(pid=110259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:05:22.965914 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-5def1121-7cf0-421e-9016-ab7461d90a10 admin admin] Deleting port d491e3ef-8d42-44ca-8da4-f51b06a434d3 {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:05:22.966440 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5def1121-7cf0-421e-9016-ab7461d90a10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (d491e3ef-8d42-44ca-8da4-f51b06a434d3), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:23.027376 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e526cb50-022c-4ce2-9211-7911b8822b0b tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks [] for port (63757026-a5db-4b14-9ff7-e691a2a312cd), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:23.043660 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [None req-5def1121-7cf0-421e-9016-ab7461d90a10 admin admin] For port d491e3ef-8d42-44ca-8da4-f51b06a434d3, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=d491e3ef-8d42-44ca-8da4-f51b06a434d3,segment=NetworkSegment(ffed17a3-e6ed-49cf-ab3e-e9e7b7f16984),segment_id=ffed17a3-e6ed-49cf-ab3e-e9e7b7f16984)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:05:23.043938 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5def1121-7cf0-421e-9016-ab7461d90a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (d491e3ef-8d42-44ca-8da4-f51b06a434d3), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:23.058170 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-5def1121-7cf0-421e-9016-ab7461d90a10 admin admin] Calling delete_port for d491e3ef-8d42-44ca-8da4-f51b06a434d3 owned by network:dhcp {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:05:23.071888 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e526cb50-022c-4ce2-9211-7911b8822b0b tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (63757026-a5db-4b14-9ff7-e691a2a312cd), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:23.114330 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e526cb50-022c-4ce2-9211-7911b8822b0b tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Network f8bc4371-0f06-4ac4-8212-20e00bcdd0be is already hosted by enough agents. {{(pid=110259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:05:23.117981 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [None req-e526cb50-022c-4ce2-9211-7911b8822b0b tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Resources bound (agent type, host, resource id): {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:05:23.121573 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e526cb50-022c-4ce2-9211-7911b8822b0b tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Received port after_create {{(pid=110259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:05:23.154250 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667b8c58-c00d-4bf2-b68b-dcd7d32e9462 None None] DHCP port deletion for e7f9a166-0bb8-4844-a6bd-72273f7d750b request from dv-cinder-836074-2-iscsi {{(pid=110261) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 12:05:23.162016 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526cb50-022c-4ce2-9211-7911b8822b0b tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Pushing event updated for resources: {'Port': ['ID=63757026-a5db-4b14-9ff7-e691a2a312cd,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:05:23.174255 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5def1121-7cf0-421e-9016-ab7461d90a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (d491e3ef-8d42-44ca-8da4-f51b06a434d3), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:23.205831 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def1121-7cf0-421e-9016-ab7461d90a10 admin admin] Pushing event deleted for resources: {'Port': ['ID=d491e3ef-8d42-44ca-8da4-f51b06a434d3,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:05:23.211411 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5def1121-7cf0-421e-9016-ab7461d90a10 admin admin] No DVR routers for this DVR port d491e3ef-8d42-44ca-8da4-f51b06a434d3 on host dv-cinder-836074-2-iscsi {{(pid=110260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:05:23.225076 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-667b8c58-c00d-4bf2-b68b-dcd7d32e9462 None None] Deleting port d491e3ef-8d42-44ca-8da4-f51b06a434d3 {{(pid=110261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:05:23.225559 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-667b8c58-c00d-4bf2-b68b-dcd7d32e9462 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (d491e3ef-8d42-44ca-8da4-f51b06a434d3), before_delete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:23.287848 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5def1121-7cf0-421e-9016-ab7461d90a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1537324', 'neutron.services.segments.db._delete_segments_for_network-8743157203577'] for network (e7f9a166-0bb8-4844-a6bd-72273f7d750b), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:23.296333 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-667b8c58-c00d-4bf2-b68b-dcd7d32e9462 None None] For port d491e3ef-8d42-44ca-8da4-f51b06a434d3, host dv-cinder-836074-2-iscsi, got binding levels [] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:05:23.296828 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-667b8c58-c00d-4bf2-b68b-dcd7d32e9462 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (d491e3ef-8d42-44ca-8da4-f51b06a434d3), precommit_delete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:23.310847 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.services.segments.db [None req-5def1121-7cf0-421e-9016-ab7461d90a10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f9a166-0bb8-4844-a6bd-72273f7d750b']}} {{(pid=110260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:05:23.311743 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-667b8c58-c00d-4bf2-b68b-dcd7d32e9462 None None] Calling delete_port for d491e3ef-8d42-44ca-8da4-f51b06a434d3 owned by network:dhcp {{(pid=110261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:05:23.315098 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.ipam_backend_mixin [None req-667b8c58-c00d-4bf2-b68b-dcd7d32e9462 None None] Port d491e3ef-8d42-44ca-8da4-f51b06a434d3 was not found and therefore no delete operation was performed {{(pid=110261) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 06 12:05:23.316574 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-667b8c58-c00d-4bf2-b68b-dcd7d32e9462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237'] for port (d491e3ef-8d42-44ca-8da4-f51b06a434d3), after_delete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:23.321617 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.services.segments.db [None req-5def1121-7cf0-421e-9016-ab7461d90a10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffed17a3-e6ed-49cf-ab3e-e9e7b7f16984') {'for_net_delete': True} {{(pid=110260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:05:23.321920 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.services.segments.db [None req-5def1121-7cf0-421e-9016-ab7461d90a10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffed17a3-e6ed-49cf-ab3e-e9e7b7f16984') {} {{(pid=110260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:05:23.332126 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5def1121-7cf0-421e-9016-ab7461d90a10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743157202306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5214118'] for segment (ffed17a3-e6ed-49cf-ab3e-e9e7b7f16984), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:23.347408 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b8c58-c00d-4bf2-b68b-dcd7d32e9462 None None] No DVR routers for this DVR port d491e3ef-8d42-44ca-8da4-f51b06a434d3 on host dv-cinder-836074-2-iscsi {{(pid=110261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:05:23.349203 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b8c58-c00d-4bf2-b68b-dcd7d32e9462 None None] Pushing event deleted for resources: {'Port': ['ID=d491e3ef-8d42-44ca-8da4-f51b06a434d3,revision_number=None']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:05:23.357885 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5def1121-7cf0-421e-9016-ab7461d90a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (ffed17a3-e6ed-49cf-ab3e-e9e7b7f16984), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:23.366159 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5def1121-7cf0-421e-9016-ab7461d90a10 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=110260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:05:23.366446 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5def1121-7cf0-421e-9016-ab7461d90a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4263427'] for segment (ffed17a3-e6ed-49cf-ab3e-e9e7b7f16984), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:23.369807 dv-cinder-836074-2-iscsi neutron-server[110260]: Traceback (most recent call last): Apr 06 12:05:23.369807 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:05:23.369807 dv-cinder-836074-2-iscsi neutron-server[110260]: timer() Apr 06 12:05:23.369807 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:05:23.369807 dv-cinder-836074-2-iscsi neutron-server[110260]: cb(*args, **kw) Apr 06 12:05:23.369807 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:05:23.369807 dv-cinder-836074-2-iscsi neutron-server[110260]: return func(*args, **kwargs) Apr 06 12:05:23.369807 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:05:23.369807 dv-cinder-836074-2-iscsi neutron-server[110260]: self._notify() Apr 06 12:05:23.369807 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:05:23.369807 dv-cinder-836074-2-iscsi neutron-server[110260]: self.callback(batched_events) Apr 06 12:05:23.369807 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:05:23.369807 dv-cinder-836074-2-iscsi neutron-server[110260]: event.method(event) Apr 06 12:05:23.369807 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:05:23.369807 dv-cinder-836074-2-iscsi neutron-server[110260]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:05:23.369807 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:05:23.369807 dv-cinder-836074-2-iscsi neutron-server[110260]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:05:23.369807 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:05:23.369807 dv-cinder-836074-2-iscsi neutron-server[110260]: return f(self, *a, **k) Apr 06 12:05:23.369807 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:05:23.369807 dv-cinder-836074-2-iscsi neutron-server[110260]: return self._get(url).json() Apr 06 12:05:23.369807 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:05:23.369807 dv-cinder-836074-2-iscsi neutron-server[110260]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:05:23.369807 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:05:23.369807 dv-cinder-836074-2-iscsi neutron-server[110260]: return self.request(url, 'GET', **kwargs) Apr 06 12:05:23.369807 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:05:23.369807 dv-cinder-836074-2-iscsi neutron-server[110260]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:05:23.369807 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:05:23.369807 dv-cinder-836074-2-iscsi neutron-server[110260]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:05:23.369807 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:05:23.369807 dv-cinder-836074-2-iscsi neutron-server[110260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:05:23.369807 dv-cinder-836074-2-iscsi neutron-server[110260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:05:23.427546 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5def1121-7cf0-421e-9016-ab7461d90a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1537365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430244'] for network (e7f9a166-0bb8-4844-a6bd-72273f7d750b), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:23.434638 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5def1121-7cf0-421e-9016-ab7461d90a10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:23.440966 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-5def1121-7cf0-421e-9016-ab7461d90a10 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e7f9a166-0bb8-4844-a6bd-72273f7d750b HTTP/1.1" status: 204 len: 168 time: 0.6143782 Apr 06 12:05:23.457621 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def1121-7cf0-421e-9016-ab7461d90a10 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7f9a166-0bb8-4844-a6bd-72273f7d750b,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:05:23.515922 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 151ba9b8-099d-4f51-9669-0661bd78ab86 no longer exists at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:05:23.537107 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] No Port match for: 151ba9b8-099d-4f51-9669-0661bd78ab86 {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:05:23.537676 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 151ba9b8-099d-4f51-9669-0661bd78ab86 not bound to the agent host dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:05:23.538452 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device d491e3ef-8d42-44ca-8da4-f51b06a434d3 no longer exists at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:05:23.559903 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] No Port match for: d491e3ef-8d42-44ca-8da4-f51b06a434d3 {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:05:23.560281 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device d491e3ef-8d42-44ca-8da4-f51b06a434d3 not bound to the agent host dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:05:23.560738 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 3bf642c7-7ec3-47d6-bc41-8388c424fd0d no longer exists at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:05:23.575063 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53584) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:05:23.582028 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e526cb50-022c-4ce2-9211-7911b8822b0b tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks [] for floatingip (6f266a84-0718-4c14-b8ad-5b544d3328e7), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:23.584565 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] No Port match for: 3bf642c7-7ec3-47d6-bc41-8388c424fd0d {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:05:23.584950 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 3bf642c7-7ec3-47d6-bc41-8388c424fd0d not bound to the agent host dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:05:23.622983 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-ff541e81-169a-448d-9da5-586f63737887 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2337ee61074c4b3ea35e6f0c52ff6fe5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456388 Apr 06 12:05:23.626125 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53586) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:05:23.660525 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e526cb50-022c-4ce2-9211-7911b8822b0b tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (63757026-a5db-4b14-9ff7-e691a2a312cd), before_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:23.676781 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-d5373fbe-4a50-4f91-87c4-a175771c1970 admin admin] Publish callbacks [] for security_group (191b928a-6c27-4600-9608-2256895ed3b4), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:23.698476 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-d5373fbe-4a50-4f91-87c4-a175771c1970 admin admin] Publish callbacks [] for security_group (191b928a-6c27-4600-9608-2256895ed3b4), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:23.745071 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-d5373fbe-4a50-4f91-87c4-a175771c1970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (191b928a-6c27-4600-9608-2256895ed3b4), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:23.747663 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-d5373fbe-4a50-4f91-87c4-a175771c1970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:23.751517 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-d5373fbe-4a50-4f91-87c4-a175771c1970 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/191b928a-6c27-4600-9608-2256895ed3b4 HTTP/1.1" status: 204 len: 168 time: 0.1243856 Apr 06 12:05:23.759313 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5373fbe-4a50-4f91-87c4-a175771c1970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191b928a-6c27-4600-9608-2256895ed3b4,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:05:23.829012 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e526cb50-022c-4ce2-9211-7911b8822b0b tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks [] for port (63757026-a5db-4b14-9ff7-e691a2a312cd), precommit_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:23.834114 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e526cb50-022c-4ce2-9211-7911b8822b0b tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352485'] for port (63757026-a5db-4b14-9ff7-e691a2a312cd), after_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:23.899937 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526cb50-022c-4ce2-9211-7911b8822b0b tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Pushing event updated for resources: {'Port': ['ID=63757026-a5db-4b14-9ff7-e691a2a312cd,revision_number=2']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:05:23.915539 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e526cb50-022c-4ce2-9211-7911b8822b0b tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (6f266a84-0718-4c14-b8ad-5b544d3328e7), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:24.024934 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.db.l3_db [None req-e526cb50-022c-4ce2-9211-7911b8822b0b tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Floating IP 6f266a84-0718-4c14-b8ad-5b544d3328e7 associated. External IP: 172.27.1.181, port: dd5bad59-823c-48af-bc15-4b905203b88a. Apr 06 12:05:24.081478 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53592) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:05:24.122501 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-7bdb9726-2979-4b08-97f1-dcedd6d1d0c3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cc940f14b38b4337aacb83b96c7ee91b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398593 Apr 06 12:05:24.124942 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53594) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:05:24.175612 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-161d9f43-fd18-495c-8560-2e53e849c856 admin admin] Publish callbacks [] for security_group (47a92af4-381f-4815-a993-8c5bfcd2dc50), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:24.201952 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-161d9f43-fd18-495c-8560-2e53e849c856 admin admin] Publish callbacks [] for security_group (47a92af4-381f-4815-a993-8c5bfcd2dc50), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:24.246285 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e526cb50-022c-4ce2-9211-7911b8822b0b tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Router 36bec645-50d1-478e-a62c-c167ae58df45 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:05:24.251154 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-161d9f43-fd18-495c-8560-2e53e849c856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (47a92af4-381f-4815-a993-8c5bfcd2dc50), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:24.254019 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-161d9f43-fd18-495c-8560-2e53e849c856 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:24.255177 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-161d9f43-fd18-495c-8560-2e53e849c856 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/47a92af4-381f-4815-a993-8c5bfcd2dc50 HTTP/1.1" status: 204 len: 168 time: 0.1292570 Apr 06 12:05:24.266662 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d9f43-fd18-495c-8560-2e53e849c856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a92af4-381f-4815-a993-8c5bfcd2dc50,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:05:24.362632 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e526cb50-022c-4ce2-9211-7911b8822b0b tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:05:24.373083 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1864305c-cc51-490b-8cca-96a4d82640c2 None None] Sync routers for ids ['36bec645-50d1-478e-a62c-c167ae58df45'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:05:24.383395 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1864305c-cc51-490b-8cca-96a4d82640c2 None None] Routers {'36bec645-50d1-478e-a62c-c167ae58df45'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:05:24.384198 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-1864305c-cc51-490b-8cca-96a4d82640c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:05:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['36bec645-50d1-478e-a62c-c167ae58df45'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:05:24.389369 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e526cb50-022c-4ce2-9211-7911b8822b0b tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:24.425881 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53598) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:05:24.426598 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-e526cb50-022c-4ce2-9211-7911b8822b0b tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7734282 Apr 06 12:05:24.427117 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18863526-3e9c-4b3a-9fc4-569fb239962b', 'tag': 'dd5bad59-823c-48af-bc15-4b905203b88a'}] {{(pid=110259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:05:24.430041 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c7c8e3a7af7eec310205c5f765578dca3c187f66a15f537813450f68a58a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fa2a1f-1abc-49c4-b8a0-e8d04ed2946d" -d '{"events": [{"name": "network-changed", "server_uuid": "18863526-3e9c-4b3a-9fc4-569fb239962b", "tag": "dd5bad59-823c-48af-bc15-4b905203b88a"}]}' {{(pid=110259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:05:24.430428 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-bfed7893-70c1-4666-b671-33c7fbe5237c tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-762721063', 'description': 'tempest-secgroup-smoke-762721063 description', 'project_id': '1298ccb8a9014261ab619bfcb68d9d77'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:05:24.467346 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-bfed7893-70c1-4666-b671-33c7fbe5237c tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:24.498418 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb79d3bb-dac4-4895-8e61-27018285bb6d x-openstack-request-id: req-eb79d3bb-dac4-4895-8e61-27018285bb6d {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:05:24.498715 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18863526-3e9c-4b3a-9fc4-569fb239962b", "tag": "dd5bad59-823c-48af-bc15-4b905203b88a", "status": "completed", "code": 200}]} {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:05:24.498971 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb79d3bb-dac4-4895-8e61-27018285bb6d {{(pid=110259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:05:24.499393 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb79d3bb-dac4-4895-8e61-27018285bb6d'] response: {'name': 'network-changed', 'server_uuid': '18863526-3e9c-4b3a-9fc4-569fb239962b', 'tag': 'dd5bad59-823c-48af-bc15-4b905203b88a', 'status': 'completed', 'code': 200} Apr 06 12:05:24.512969 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-1864305c-cc51-490b-8cca-96a4d82640c2 None None] Set router 36bec645-50d1-478e-a62c-c167ae58df45 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:05:24.560909 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-bfed7893-70c1-4666-b671-33c7fbe5237c tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks [] for security_group (71a3b22a-7ede-454a-8a32-994d7f6977dd), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:24.568946 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-bfed7893-70c1-4666-b671-33c7fbe5237c tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (71a3b22a-7ede-454a-8a32-994d7f6977dd), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:24.607281 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-bfed7893-70c1-4666-b671-33c7fbe5237c tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:24.611578 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-bfed7893-70c1-4666-b671-33c7fbe5237c tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1819494 Apr 06 12:05:24.612310 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53602) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:05:24.618246 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-5a7a5f32-49c3-44df-a17a-a52af8f1177e tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Request body: {'security_group_rule': {'security_group_id': '71a3b22a-7ede-454a-8a32-994d7f6977dd', 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:05:24.629472 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed7893-70c1-4666-b671-33c7fbe5237c tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71a3b22a-7ede-454a-8a32-994d7f6977dd,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:05:24.646150 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa2a1f-1abc-49c4-b8a0-e8d04ed2946d req-e5b8cddd-64f7-42c7-87c9-786cefd11068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:24.650346 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f0fa2a1f-1abc-49c4-b8a0-e8d04ed2946d req-e5b8cddd-64f7-42c7-87c9-786cefd11068 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1298ccb8a9014261ab619bfcb68d9d77&device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 1129 time: 0.1054552 Apr 06 12:05:24.654099 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5a7a5f32-49c3-44df-a17a-a52af8f1177e tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks [] for security_group_rule (c56ab4ad-2eb4-4a3c-99f6-8f0c9216b3f7), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:24.727439 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5a7a5f32-49c3-44df-a17a-a52af8f1177e tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks [] for security_group_rule (c56ab4ad-2eb4-4a3c-99f6-8f0c9216b3f7), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:24.731644 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5a7a5f32-49c3-44df-a17a-a52af8f1177e tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (c56ab4ad-2eb4-4a3c-99f6-8f0c9216b3f7), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:24.751107 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a5f32-49c3-44df-a17a-a52af8f1177e tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c56ab4ad-2eb4-4a3c-99f6-8f0c9216b3f7,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:05:24.758393 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5a7a5f32-49c3-44df-a17a-a52af8f1177e tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:24.762183 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-5a7a5f32-49c3-44df-a17a-a52af8f1177e tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1461296 Apr 06 12:05:24.762183 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53604) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:05:24.766591 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-1b72eaee-1960-460f-b8e7-b80cff655526 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Request body: {'security_group_rule': {'security_group_id': '71a3b22a-7ede-454a-8a32-994d7f6977dd', 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:05:24.768700 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:05:24.783554 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa2a1f-1abc-49c4-b8a0-e8d04ed2946d req-4d8142d8-37b3-4fb7-b41f-b373f4ab80a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:24.785334 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f0fa2a1f-1abc-49c4-b8a0-e8d04ed2946d req-4d8142d8-37b3-4fb7-b41f-b373f4ab80a6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b5cff5d5-cdf1-4182-a76a-ce442e73f9e6 HTTP/1.1" status: 200 len: 915 time: 0.1285582 Apr 06 12:05:24.794894 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-1b72eaee-1960-460f-b8e7-b80cff655526 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks [] for security_group_rule (18191622-55c1-458a-8ba9-b9edb096d003), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:24.800242 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-1864305c-cc51-490b-8cca-96a4d82640c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36bec645-50d1-478e-a62c-c167ae58df45', 'name': 'tempest-TestMinimumBasicScenario-104291544-router', 'tenant_id': '1298ccb8a9014261ab619bfcb68d9d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'aa2f7527-c9ee-4cc7-bb8e-cd442214f272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:04:27Z', 'updated_at': '2022-04-06T12:04:30Z', 'revision_number': 4, 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'gw_port': {'id': 'aa2f7527-c9ee-4cc7-bb8e-cd442214f272', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36bec645-50d1-478e-a62c-c167ae58df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:04:28Z', 'updated_at': '2022-04-06T12:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': '6f266a84-0718-4c14-b8ad-5b544d3328e7', 'tenant_id': '1298ccb8a9014261ab619bfcb68d9d77', 'floating_ip_address': '172.27.1.181', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '36bec645-50d1-478e-a62c-c167ae58df45', 'port_id': 'dd5bad59-823c-48af-bc15-4b905203b88a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5cff5d5-cdf1-4182-a76a-ce442e73f9e6', 'mac_address': 'fa:16:3e:1a:69:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18863526-3e9c-4b3a-9fc4-569fb239962b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:05:23Z', 'updated_at': '2022-04-06T12:05:23Z', 'revision_number': 0, 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c619d1-7431-4415-bf87-290f4f26f72b', 'name': '', 'network_id': 'b5cff5d5-cdf1-4182-a76a-ce442e73f9e6', 'tenant_id': '1298ccb8a9014261ab619bfcb68d9d77', 'mac_address': 'fa:16:3e:6e:72:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36bec645-50d1-478e-a62c-c167ae58df45', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b7094297-974e-4ae1-a219-56fff22aaa1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:04:30Z', 'updated_at': '2022-04-06T12:04:35Z', 'revision_number': 5, 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'subnets': [{'id': 'b7094297-974e-4ae1-a219-56fff22aaa1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:05:24.832614 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1864305c-cc51-490b-8cca-96a4d82640c2 None None] Checking router: 36bec645-50d1-478e-a62c-c167ae58df45 for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:05:24.846507 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1864305c-cc51-490b-8cca-96a4d82640c2 None None] Routers {'36bec645-50d1-478e-a62c-c167ae58df45'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:05:24.847111 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-1864305c-cc51-490b-8cca-96a4d82640c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:05:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['36bec645-50d1-478e-a62c-c167ae58df45'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:05:24.856319 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f0fa2a1f-1abc-49c4-b8a0-e8d04ed2946d req-2c211b55-26af-46fc-a9c7-be841dd7dc63 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd5bad59-823c-48af-bc15-4b905203b88a HTTP/1.1" status: 200 len: 999 time: 0.0638313 Apr 06 12:05:24.862817 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-1b72eaee-1960-460f-b8e7-b80cff655526 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks [] for security_group_rule (18191622-55c1-458a-8ba9-b9edb096d003), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:24.866639 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-1b72eaee-1960-460f-b8e7-b80cff655526 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (18191622-55c1-458a-8ba9-b9edb096d003), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:24.885884 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72eaee-1960-460f-b8e7-b80cff655526 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18191622-55c1-458a-8ba9-b9edb096d003,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:05:24.893475 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-1b72eaee-1960-460f-b8e7-b80cff655526 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:24.897203 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-1b72eaee-1960-460f-b8e7-b80cff655526 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1339867 Apr 06 12:05:24.897655 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 53606) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:05:24.902697 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-e5bc180b-02f8-4bc2-b387-3800d1b775fc tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Request body: {'security_group_rule': {'security_group_id': '71a3b22a-7ede-454a-8a32-994d7f6977dd', 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:05:24.942293 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa2a1f-1abc-49c4-b8a0-e8d04ed2946d req-92523832-8440-4095-9b55-9c9d66f563ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:24.943865 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f0fa2a1f-1abc-49c4-b8a0-e8d04ed2946d req-92523832-8440-4095-9b55-9c9d66f563ae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7094297-974e-4ae1-a219-56fff22aaa1c HTTP/1.1" status: 200 len: 853 time: 0.0799284 Apr 06 12:05:24.951426 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e5bc180b-02f8-4bc2-b387-3800d1b775fc tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks [] for security_group_rule (473d7d76-8870-4c1f-b17d-73d3dae7f651), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:24.963257 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-1864305c-cc51-490b-8cca-96a4d82640c2 None None] Set router 36bec645-50d1-478e-a62c-c167ae58df45 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:05:25.035812 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa2a1f-1abc-49c4-b8a0-e8d04ed2946d req-151f74da-5325-4b0f-bae8-d048f1c54d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:25.037413 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f0fa2a1f-1abc-49c4-b8a0-e8d04ed2946d req-151f74da-5325-4b0f-bae8-d048f1c54d04 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5cff5d5-cdf1-4182-a76a-ce442e73f9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0870628 Apr 06 12:05:25.055095 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e5bc180b-02f8-4bc2-b387-3800d1b775fc tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks [] for security_group_rule (473d7d76-8870-4c1f-b17d-73d3dae7f651), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:25.067122 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e5bc180b-02f8-4bc2-b387-3800d1b775fc tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (473d7d76-8870-4c1f-b17d-73d3dae7f651), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:25.123229 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc180b-02f8-4bc2-b387-3800d1b775fc tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=473d7d76-8870-4c1f-b17d-73d3dae7f651,revision_number=0']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:05:25.130720 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e5bc180b-02f8-4bc2-b387-3800d1b775fc tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:25.131903 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-e5bc180b-02f8-4bc2-b387-3800d1b775fc tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2326357 Apr 06 12:05:25.135570 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53608) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:05:25.141844 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-61c93216-c17b-4160-b5db-d2a8fd128dae tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Request body: {'security_group_rule': {'security_group_id': '71a3b22a-7ede-454a-8a32-994d7f6977dd', 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:05:25.164231 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f0fa2a1f-1abc-49c4-b8a0-e8d04ed2946d req-c8050fc0-bc17-4d98-9a1f-5a572f3a5187 service neutron] 10.222.0.53 "GET /v2.0/networks/b5cff5d5-cdf1-4182-a76a-ce442e73f9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172016 Apr 06 12:05:25.168930 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-61c93216-c17b-4160-b5db-d2a8fd128dae tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks [] for security_group_rule (3e3307cc-918d-4c74-b60a-737dbff17caf), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:25.200772 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-1864305c-cc51-490b-8cca-96a4d82640c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36bec645-50d1-478e-a62c-c167ae58df45', 'name': 'tempest-TestMinimumBasicScenario-104291544-router', 'tenant_id': '1298ccb8a9014261ab619bfcb68d9d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'aa2f7527-c9ee-4cc7-bb8e-cd442214f272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:04:27Z', 'updated_at': '2022-04-06T12:04:30Z', 'revision_number': 4, 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'gw_port': {'id': 'aa2f7527-c9ee-4cc7-bb8e-cd442214f272', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36bec645-50d1-478e-a62c-c167ae58df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:04:28Z', 'updated_at': '2022-04-06T12:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': '6f266a84-0718-4c14-b8ad-5b544d3328e7', 'tenant_id': '1298ccb8a9014261ab619bfcb68d9d77', 'floating_ip_address': '172.27.1.181', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '36bec645-50d1-478e-a62c-c167ae58df45', 'port_id': 'dd5bad59-823c-48af-bc15-4b905203b88a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5cff5d5-cdf1-4182-a76a-ce442e73f9e6', 'mac_address': 'fa:16:3e:1a:69:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18863526-3e9c-4b3a-9fc4-569fb239962b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:05:23Z', 'updated_at': '2022-04-06T12:05:23Z', 'revision_number': 0, 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c619d1-7431-4415-bf87-290f4f26f72b', 'name': '', 'network_id': 'b5cff5d5-cdf1-4182-a76a-ce442e73f9e6', 'tenant_id': '1298ccb8a9014261ab619bfcb68d9d77', 'mac_address': 'fa:16:3e:6e:72:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36bec645-50d1-478e-a62c-c167ae58df45', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b7094297-974e-4ae1-a219-56fff22aaa1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:04:30Z', 'updated_at': '2022-04-06T12:04:35Z', 'revision_number': 5, 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'subnets': [{'id': 'b7094297-974e-4ae1-a219-56fff22aaa1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:05:25.233609 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-61c93216-c17b-4160-b5db-d2a8fd128dae tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks [] for security_group_rule (3e3307cc-918d-4c74-b60a-737dbff17caf), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:25.234462 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1864305c-cc51-490b-8cca-96a4d82640c2 None None] The sync data for ids ['36bec645-50d1-478e-a62c-c167ae58df45'] in dv-cinder-836074-2-iscsi is: [{'id': '36bec645-50d1-478e-a62c-c167ae58df45', 'name': 'tempest-TestMinimumBasicScenario-104291544-router', 'tenant_id': '1298ccb8a9014261ab619bfcb68d9d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'aa2f7527-c9ee-4cc7-bb8e-cd442214f272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:04:27Z', 'updated_at': '2022-04-06T12:04:30Z', 'revision_number': 4, 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'gw_port': {'id': 'aa2f7527-c9ee-4cc7-bb8e-cd442214f272', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36bec645-50d1-478e-a62c-c167ae58df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:04:28Z', 'updated_at': '2022-04-06T12:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': '6f266a84-0718-4c14-b8ad-5b544d3328e7', 'tenant_id': '1298ccb8a9014261ab619bfcb68d9d77', 'floating_ip_address': '172.27.1.181', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': '36bec645-50d1-478e-a62c-c167ae58df45', 'port_id': 'dd5bad59-823c-48af-bc15-4b905203b88a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5cff5d5-cdf1-4182-a76a-ce442e73f9e6', 'mac_address': 'fa:16:3e:1a:69:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18863526-3e9c-4b3a-9fc4-569fb239962b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:05:23Z', 'updated_at': '2022-04-06T12:05:23Z', 'revision_number': 0, 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c619d1-7431-4415-bf87-290f4f26f72b', 'name': '', 'network_id': 'b5cff5d5-cdf1-4182-a76a-ce442e73f9e6', 'tenant_id': '1298ccb8a9014261ab619bfcb68d9d77', 'mac_address': 'fa:16:3e:6e:72:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36bec645-50d1-478e-a62c-c167ae58df45', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b7094297-974e-4ae1-a219-56fff22aaa1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:04:30Z', 'updated_at': '2022-04-06T12:04:35Z', 'revision_number': 5, 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'subnets': [{'id': 'b7094297-974e-4ae1-a219-56fff22aaa1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:05:25.238239 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-61c93216-c17b-4160-b5db-d2a8fd128dae tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (3e3307cc-918d-4c74-b60a-737dbff17caf), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:25.255686 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c93216-c17b-4160-b5db-d2a8fd128dae tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e3307cc-918d-4c74-b60a-737dbff17caf,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:05:25.264911 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f0fa2a1f-1abc-49c4-b8a0-e8d04ed2946d req-acc73881-3759-42f5-ab58-5a50cfef7471 service neutron] 10.222.0.53 "GET /v2.0/networks/b5cff5d5-cdf1-4182-a76a-ce442e73f9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934198 Apr 06 12:05:25.276375 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-61c93216-c17b-4160-b5db-d2a8fd128dae tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:25.278006 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-61c93216-c17b-4160-b5db-d2a8fd128dae tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1400142 Apr 06 12:05:25.280618 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53610) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:05:25.285093 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-61f451de-f70f-44d4-bdd9-8f5b96c8ed33 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Request body: {'security_group_rule': {'security_group_id': '71a3b22a-7ede-454a-8a32-994d7f6977dd', 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:05:25.307665 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.db.securitygroups_db [None req-61f451de-f70f-44d4-bdd9-8f5b96c8ed33 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Project 1298ccb8a9014261ab619bfcb68d9d77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 12:05:25.313113 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-61f451de-f70f-44d4-bdd9-8f5b96c8ed33 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks [] for security_group_rule (2f5a34df-b9c8-4e11-b5cc-2fe3f3371548), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:25.378774 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-61f451de-f70f-44d4-bdd9-8f5b96c8ed33 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks [] for security_group_rule (2f5a34df-b9c8-4e11-b5cc-2fe3f3371548), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:25.381639 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-61f451de-f70f-44d4-bdd9-8f5b96c8ed33 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (2f5a34df-b9c8-4e11-b5cc-2fe3f3371548), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:25.400253 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f451de-f70f-44d4-bdd9-8f5b96c8ed33 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f5a34df-b9c8-4e11-b5cc-2fe3f3371548,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:05:25.408591 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-61f451de-f70f-44d4-bdd9-8f5b96c8ed33 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:25.409841 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-61f451de-f70f-44d4-bdd9-8f5b96c8ed33 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1282566 Apr 06 12:05:25.412687 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53612) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:05:25.417657 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-2e6c9003-1d0c-428b-b1e5-d85df53fe976 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Request body: {'security_group_rule': {'security_group_id': '71a3b22a-7ede-454a-8a32-994d7f6977dd', 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:05:25.440168 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.db.securitygroups_db [None req-2e6c9003-1d0c-428b-b1e5-d85df53fe976 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Project 1298ccb8a9014261ab619bfcb68d9d77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 12:05:25.446100 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-2e6c9003-1d0c-428b-b1e5-d85df53fe976 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks [] for security_group_rule (407daa95-fb90-46b4-a5e2-c55a9ef99e29), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:25.459275 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8824ef-6d6d-4a5d-a479-3fc61a7db4ea None None] New status for floating IP 6f266a84-0718-4c14-b8ad-5b544d3328e7: ACTIVE {{(pid=110261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:05:25.510545 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-2e6c9003-1d0c-428b-b1e5-d85df53fe976 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks [] for security_group_rule (407daa95-fb90-46b4-a5e2-c55a9ef99e29), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:25.514891 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-2e6c9003-1d0c-428b-b1e5-d85df53fe976 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (407daa95-fb90-46b4-a5e2-c55a9ef99e29), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:25.533416 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c9003-1d0c-428b-b1e5-d85df53fe976 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=407daa95-fb90-46b4-a5e2-c55a9ef99e29,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:05:25.541476 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-2e6c9003-1d0c-428b-b1e5-d85df53fe976 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:25.545569 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-2e6c9003-1d0c-428b-b1e5-d85df53fe976 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1290002 Apr 06 12:05:25.640852 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-7e3c71f6-1c57-4b2b-a1e6-8c2c5597e3ef req-9f188988-4abd-4615-97af-a9ad2f7f10dd tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-762721063&fields=id&tenant_id=1298ccb8a9014261ab619bfcb68d9d77 HTTP/1.1" status: 200 len: 267 time: 0.0520885 Apr 06 12:05:25.702962 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c71f6-1c57-4b2b-a1e6-8c2c5597e3ef req-4b14b7a0-ac1a-4481-83c6-14d1ccabcf0c tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:25.704436 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-7e3c71f6-1c57-4b2b-a1e6-8c2c5597e3ef req-4b14b7a0-ac1a-4481-83c6-14d1ccabcf0c tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 945 time: 0.0581245 Apr 06 12:05:25.715457 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [req-7e3c71f6-1c57-4b2b-a1e6-8c2c5597e3ef req-69d5f81a-3879-4fd1-bec4-64e104b98831 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Request body: {'port': {'security_groups': ['ddeed8ba-094b-40c8-a656-712ce6731f22', '71a3b22a-7ede-454a-8a32-994d7f6977dd']}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:05:25.783509 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-7e3c71f6-1c57-4b2b-a1e6-8c2c5597e3ef req-69d5f81a-3879-4fd1-bec4-64e104b98831 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (dd5bad59-823c-48af-bc15-4b905203b88a), before_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:25.968609 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.db [req-7e3c71f6-1c57-4b2b-a1e6-8c2c5597e3ef req-69d5f81a-3879-4fd1-bec4-64e104b98831 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] For port dd5bad59-823c-48af-bc15-4b905203b88a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=dd5bad59-823c-48af-bc15-4b905203b88a,segment=NetworkSegment(799cde48-ce89-4717-8648-0b14442574b5),segment_id=799cde48-ce89-4717-8648-0b14442574b5)] {{(pid=110259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:05:25.998733 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-7e3c71f6-1c57-4b2b-a1e6-8c2c5597e3ef req-69d5f81a-3879-4fd1-bec4-64e104b98831 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks [] for port (dd5bad59-823c-48af-bc15-4b905203b88a), precommit_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:26.003165 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-7e3c71f6-1c57-4b2b-a1e6-8c2c5597e3ef req-69d5f81a-3879-4fd1-bec4-64e104b98831 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352485'] for port (dd5bad59-823c-48af-bc15-4b905203b88a), after_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:26.035609 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['dd5bad59-823c-48af-bc15-4b905203b88a'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:05:26.047828 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c71f6-1c57-4b2b-a1e6-8c2c5597e3ef req-69d5f81a-3879-4fd1-bec4-64e104b98831 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:26.048463 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-7e3c71f6-1c57-4b2b-a1e6-8c2c5597e3ef req-69d5f81a-3879-4fd1-bec4-64e104b98831 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:26.050093 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-7e3c71f6-1c57-4b2b-a1e6-8c2c5597e3ef req-69d5f81a-3879-4fd1-bec4-64e104b98831 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "PUT /v2.0/ports/dd5bad59-823c-48af-bc15-4b905203b88a HTTP/1.1" status: 200 len: 981 time: 0.3395774 Apr 06 12:05:26.077761 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5f81a-3879-4fd1-bec4-64e104b98831 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Pushing event updated for resources: {'Port': ['ID=dd5bad59-823c-48af-bc15-4b905203b88a,revision_number=6']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:05:26.168502 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['dd5bad59-823c-48af-bc15-4b905203b88a'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:05:26.186236 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe609c-23d2-4ac3-8b3e-a7c7c9993585 req-e49e830b-7b43-46e7-b492-bd2955226e9d tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:26.187796 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-84fe609c-23d2-4ac3-8b3e-a7c7c9993585 req-e49e830b-7b43-46e7-b492-bd2955226e9d tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 984 time: 0.0608723 Apr 06 12:05:26.258601 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-84fe609c-23d2-4ac3-8b3e-a7c7c9993585 req-aaf9d177-f0a0-4b23-b57b-89046fd19639 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&id=71a3b22a-7ede-454a-8a32-994d7f6977dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642316 Apr 06 12:05:26.387027 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-d12fd210-f15f-4c76-8df5-c02caa567eff None None] Provisioning complete for port dd5bad59-823c-48af-bc15-4b905203b88a triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:05:26.387397 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-d12fd210-f15f-4c76-8df5-c02caa567eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (dd5bad59-823c-48af-bc15-4b905203b88a), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:26.501523 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18863526-3e9c-4b3a-9fc4-569fb239962b', 'tag': 'dd5bad59-823c-48af-bc15-4b905203b88a'}] {{(pid=110259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:05:26.503531 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c7c8e3a7af7eec310205c5f765578dca3c187f66a15f537813450f68a58a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4fde1a-30ec-4559-99f5-d85591cdccb0" -d '{"events": [{"name": "network-changed", "server_uuid": "18863526-3e9c-4b3a-9fc4-569fb239962b", "tag": "dd5bad59-823c-48af-bc15-4b905203b88a"}]}' {{(pid=110259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:05:26.541151 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8513854e-02af-4b0c-89b9-9bd42600bf93 x-openstack-request-id: req-8513854e-02af-4b0c-89b9-9bd42600bf93 {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:05:26.541504 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18863526-3e9c-4b3a-9fc4-569fb239962b", "tag": "dd5bad59-823c-48af-bc15-4b905203b88a", "status": "completed", "code": 200}]} {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:05:26.541818 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8513854e-02af-4b0c-89b9-9bd42600bf93 {{(pid=110259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:05:26.542326 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8513854e-02af-4b0c-89b9-9bd42600bf93'] response: {'name': 'network-changed', 'server_uuid': '18863526-3e9c-4b3a-9fc4-569fb239962b', 'tag': 'dd5bad59-823c-48af-bc15-4b905203b88a', 'status': 'completed', 'code': 200} Apr 06 12:05:26.595677 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-d12fd210-f15f-4c76-8df5-c02caa567eff None None] Current status of the port dd5bad59-823c-48af-bc15-4b905203b88a is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:05:26.624644 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fde1a-30ec-4559-99f5-d85591cdccb0 req-8d9d0f95-bac9-411b-923b-2d01566447f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:26.626190 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8c4fde1a-30ec-4559-99f5-d85591cdccb0 req-8d9d0f95-bac9-411b-923b-2d01566447f1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1298ccb8a9014261ab619bfcb68d9d77&device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 1168 time: 0.0490320 Apr 06 12:05:26.715847 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fde1a-30ec-4559-99f5-d85591cdccb0 req-f3f7540d-e9a8-4e7b-a422-b67461e17c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:26.717360 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8c4fde1a-30ec-4559-99f5-d85591cdccb0 req-f3f7540d-e9a8-4e7b-a422-b67461e17c33 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b5cff5d5-cdf1-4182-a76a-ce442e73f9e6 HTTP/1.1" status: 200 len: 915 time: 0.0858355 Apr 06 12:05:26.786085 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8c4fde1a-30ec-4559-99f5-d85591cdccb0 req-6ab933d9-8741-48ca-9bff-66add157989f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd5bad59-823c-48af-bc15-4b905203b88a HTTP/1.1" status: 200 len: 1001 time: 0.0628555 Apr 06 12:05:26.834379 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fde1a-30ec-4559-99f5-d85591cdccb0 req-4f187abb-9fd0-49b1-91c7-160182fd731a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:26.835884 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8c4fde1a-30ec-4559-99f5-d85591cdccb0 req-4f187abb-9fd0-49b1-91c7-160182fd731a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7094297-974e-4ae1-a219-56fff22aaa1c HTTP/1.1" status: 200 len: 853 time: 0.0438344 Apr 06 12:05:26.884101 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fde1a-30ec-4559-99f5-d85591cdccb0 req-f1c1b6d1-2288-4894-a9c9-95053a60362b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:26.885637 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8c4fde1a-30ec-4559-99f5-d85591cdccb0 req-f1c1b6d1-2288-4894-a9c9-95053a60362b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5cff5d5-cdf1-4182-a76a-ce442e73f9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440745 Apr 06 12:05:26.977579 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8c4fde1a-30ec-4559-99f5-d85591cdccb0 req-c3c09c56-43bf-49ae-9a91-d74c923f0881 service neutron] 10.222.0.53 "GET /v2.0/networks/b5cff5d5-cdf1-4182-a76a-ce442e73f9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858738 Apr 06 12:05:27.066405 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8c4fde1a-30ec-4559-99f5-d85591cdccb0 req-ebc08a51-84e9-48cc-92aa-8eb91db199e9 service neutron] 10.222.0.53 "GET /v2.0/networks/b5cff5d5-cdf1-4182-a76a-ce442e73f9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825396 Apr 06 12:05:40.321816 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd6bd6-b60b-4a1a-b137-076d77b0e67c req-1d9244f0-7139-4def-87e1-6f82921f1e53 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:40.323288 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-bacd6bd6-b60b-4a1a-b137-076d77b0e67c req-1d9244f0-7139-4def-87e1-6f82921f1e53 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0547209 Apr 06 12:05:40.375484 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-bacd6bd6-b60b-4a1a-b137-076d77b0e67c req-59d057e4-0105-4c87-84ee-11312ac92e45 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465415 Apr 06 12:05:41.499954 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9b9c0-d52f-483c-8850-b8a9cb31dbfb req-2ef5ebf6-9271-4cf7-a2f7-1bbbd0ad96d4 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:41.501457 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-0ac9b9c0-d52f-483c-8850-b8a9cb31dbfb req-2ef5ebf6-9271-4cf7-a2f7-1bbbd0ad96d4 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0535476 Apr 06 12:05:41.552959 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-0ac9b9c0-d52f-483c-8850-b8a9cb31dbfb req-10836f56-7ffb-4c50-b006-8ca427140b5b tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458045 Apr 06 12:05:42.259190 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-a49d6aca-4263-4467-bc28-3ec8a2d4ac66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:42.672627 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333597b-7848-4234-b433-279fe34bc752 req-36a40a34-df3f-4da0-86f5-291b8222acc4 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:42.674111 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1333597b-7848-4234-b433-279fe34bc752 req-36a40a34-df3f-4da0-86f5-291b8222acc4 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0527453 Apr 06 12:05:42.720515 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1333597b-7848-4234-b433-279fe34bc752 req-1f8d60d6-4bfe-4c2b-916b-de6d2e48fbd2 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408340 Apr 06 12:05:43.840318 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc3a03-992a-4e86-a553-f9a882a1004b req-b038bfee-ea4a-486f-9b45-e00311efd403 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:43.841830 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-dbfc3a03-992a-4e86-a553-f9a882a1004b req-b038bfee-ea4a-486f-9b45-e00311efd403 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0562239 Apr 06 12:05:43.888571 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-dbfc3a03-992a-4e86-a553-f9a882a1004b req-eff5c8ca-c450-4ca1-9d36-274a9c809b62 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411861 Apr 06 12:05:44.551040 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:45.009773 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f760e-3f0a-423d-8184-60e8e0beed42 req-9002b743-7144-4563-986e-2b92f0f3ff80 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:45.011853 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d91f760e-3f0a-423d-8184-60e8e0beed42 req-9002b743-7144-4563-986e-2b92f0f3ff80 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0539007 Apr 06 12:05:45.059144 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d91f760e-3f0a-423d-8184-60e8e0beed42 req-7066d69c-0820-4f97-aec6-c145c469d586 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416102 Apr 06 12:05:45.103373 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-28fa7177-d5d3-4e89-b766-a3975b89c201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:46.176608 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633dd61-2f9a-4678-b247-eef1a1db9297 req-a59cdae4-35c1-4732-98a2-c8e09b78f9fd tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:46.178076 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e633dd61-2f9a-4678-b247-eef1a1db9297 req-a59cdae4-35c1-4732-98a2-c8e09b78f9fd tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0519772 Apr 06 12:05:46.224784 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e633dd61-2f9a-4678-b247-eef1a1db9297 req-1a8b97a3-bd22-441c-9e90-1c4ac9094517 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404325 Apr 06 12:05:46.490704 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:47.349487 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be945ae2-fc21-487d-85c0-a912793619cb req-c61d49cf-958a-4c93-86c7-ed01348093a8 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:47.350956 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-be945ae2-fc21-487d-85c0-a912793619cb req-c61d49cf-958a-4c93-86c7-ed01348093a8 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0563018 Apr 06 12:05:47.398956 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-be945ae2-fc21-487d-85c0-a912793619cb req-778ed947-56ba-4e54-8c38-497afcd1c045 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422242 Apr 06 12:05:48.520615 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f30a36-bccd-4e07-94bf-fa3443e373ab req-74a5dd95-4ace-4b15-9840-db532e49d6c9 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:48.522092 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-12f30a36-bccd-4e07-94bf-fa3443e373ab req-74a5dd95-4ace-4b15-9840-db532e49d6c9 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0550973 Apr 06 12:05:48.568935 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-12f30a36-bccd-4e07-94bf-fa3443e373ab req-1f4012b2-f17a-40a9-933e-ffc7605acde2 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413125 Apr 06 12:05:48.787169 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:49.080948 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:05:49.688643 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d259336-78ba-41d7-9a64-d8ed562f1cf9 req-4b36d033-bcba-45fb-bab1-313f0cfcf72b tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:49.690072 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-7d259336-78ba-41d7-9a64-d8ed562f1cf9 req-4b36d033-bcba-45fb-bab1-313f0cfcf72b tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0526385 Apr 06 12:05:49.737787 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-7d259336-78ba-41d7-9a64-d8ed562f1cf9 req-55511c65-f268-44a3-b6be-30990eea5c63 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421517 Apr 06 12:05:50.854387 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b6e19-dee9-4192-9c41-bcbff234530d req-37660855-c11a-4f12-8c5e-92c3ed7f0a22 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:50.855986 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-cb3b6e19-dee9-4192-9c41-bcbff234530d req-37660855-c11a-4f12-8c5e-92c3ed7f0a22 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0516810 Apr 06 12:05:50.901722 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-cb3b6e19-dee9-4192-9c41-bcbff234530d req-b6b1d089-1137-4644-a285-44b50de66832 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400064 Apr 06 12:05:52.019605 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb757d2-5cdf-486a-8f8c-ee8fc37195f4 req-108b9be6-6960-4140-9eb9-05a1bfb12ced tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:52.021075 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-dfb757d2-5cdf-486a-8f8c-ee8fc37195f4 req-108b9be6-6960-4140-9eb9-05a1bfb12ced tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0530288 Apr 06 12:05:52.070983 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-dfb757d2-5cdf-486a-8f8c-ee8fc37195f4 req-2250d5fc-6e59-48e6-bccc-85d9c685a4fe tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443804 Apr 06 12:05:53.189441 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a3207-932d-4735-9b2b-97fc1cabd6a6 req-ec0a23d8-1c0f-4de5-b72d-0f0de6fc44e1 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:53.190939 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-c89a3207-932d-4735-9b2b-97fc1cabd6a6 req-ec0a23d8-1c0f-4de5-b72d-0f0de6fc44e1 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0526044 Apr 06 12:05:53.243372 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-c89a3207-932d-4735-9b2b-97fc1cabd6a6 req-b1d2100c-22fe-45db-92f3-6607cc091fd1 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469255 Apr 06 12:05:54.368640 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba327e4-cfd3-465c-b39c-3c3b3d8c72c7 req-36a57d27-c5df-48a4-94b7-43c8e9cb92d8 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:54.370144 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-5ba327e4-cfd3-465c-b39c-3c3b3d8c72c7 req-36a57d27-c5df-48a4-94b7-43c8e9cb92d8 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0535147 Apr 06 12:05:54.417041 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-5ba327e4-cfd3-465c-b39c-3c3b3d8c72c7 req-71e6fb9c-b6d5-4b05-a5be-9fee211dc051 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412748 Apr 06 12:05:55.535275 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda70a21-e651-489a-9905-187e7ce70f9a req-d7209881-957d-4f88-a75b-593bd24b047a tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:55.536778 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-dda70a21-e651-489a-9905-187e7ce70f9a req-d7209881-957d-4f88-a75b-593bd24b047a tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0523112 Apr 06 12:05:55.583311 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-dda70a21-e651-489a-9905-187e7ce70f9a req-689ef3f1-6b6e-4f90-b958-6e651cb26e1c tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408840 Apr 06 12:05:56.704493 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4253c8d-5430-4cd5-a564-129d67b06cae req-994b7e57-2143-4af1-a0a0-b8a9e11fac7d tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:56.705898 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b4253c8d-5430-4cd5-a564-129d67b06cae req-994b7e57-2143-4af1-a0a0-b8a9e11fac7d tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0540843 Apr 06 12:05:56.752604 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b4253c8d-5430-4cd5-a564-129d67b06cae req-90947f15-136e-4d7f-844c-cd9f70ca4d53 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412142 Apr 06 12:05:57.874106 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48366c-89c7-46bb-a3bc-7e32af4c0f5b req-bad375c5-cf9f-4b5e-a7d5-2ba4be871697 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:57.875559 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-5e48366c-89c7-46bb-a3bc-7e32af4c0f5b req-bad375c5-cf9f-4b5e-a7d5-2ba4be871697 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0540462 Apr 06 12:05:57.921626 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-5e48366c-89c7-46bb-a3bc-7e32af4c0f5b req-c33f3d35-58a5-4e63-82fc-c4adbf474733 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404885 Apr 06 12:05:59.046276 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8310ac-c874-4130-9e7d-6385ff3c1918 req-3341aeae-05d1-4253-b92f-4526dd4602b2 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:05:59.047736 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ff8310ac-c874-4130-9e7d-6385ff3c1918 req-3341aeae-05d1-4253-b92f-4526dd4602b2 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0570383 Apr 06 12:05:59.094755 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ff8310ac-c874-4130-9e7d-6385ff3c1918 req-25b81f3f-dc91-4500-897c-c8650b037e80 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414078 Apr 06 12:06:00.214148 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49222fe1-9a7b-4edb-adfc-210c062e93b4 req-827830ea-d5e6-4c5f-85f0-1b919907b353 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:06:00.215588 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-49222fe1-9a7b-4edb-adfc-210c062e93b4 req-827830ea-d5e6-4c5f-85f0-1b919907b353 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0547853 Apr 06 12:06:00.261456 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-49222fe1-9a7b-4edb-adfc-210c062e93b4 req-2305afde-b979-4495-b931-a5243ca93b95 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397620 Apr 06 12:06:01.379765 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ac723-e23d-46ac-9a52-17466e70834d req-52aff5a9-e91f-4f3f-a881-f72c6954e702 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:06:01.381287 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ff6ac723-e23d-46ac-9a52-17466e70834d req-52aff5a9-e91f-4f3f-a881-f72c6954e702 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0526168 Apr 06 12:06:01.427896 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ff6ac723-e23d-46ac-9a52-17466e70834d req-619f6a83-3353-4c78-9c29-4ccabe355619 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408268 Apr 06 12:06:01.638521 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bcc2d8-5c89-4d7a-b8cb-28eae4765e55 req-090bc2ae-1a1d-4b17-a3fc-e450d704e71b tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:06:01.640091 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-17bcc2d8-5c89-4d7a-b8cb-28eae4765e55 req-090bc2ae-1a1d-4b17-a3fc-e450d704e71b tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0613928 Apr 06 12:06:01.714876 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-17bcc2d8-5c89-4d7a-b8cb-28eae4765e55 req-fdabbbd7-5f91-4428-9a00-12c2dac9c4cf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686843 Apr 06 12:06:01.730843 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b067be39-fe8d-42d5-99bb-db76b0fbb272 req-6bf7bfcf-5813-46c5-8ea6-8514a588762e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:06:01.733542 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b067be39-fe8d-42d5-99bb-db76b0fbb272 req-6bf7bfcf-5813-46c5-8ea6-8514a588762e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ede1b1c2fa1b4dc1bd2ad95d91ad5ffe&device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 1129 time: 0.0648615 Apr 06 12:06:01.742557 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:06:01.825950 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b067be39-fe8d-42d5-99bb-db76b0fbb272 req-7be60c79-53fa-42fc-bc50-97c9213793d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:06:01.827398 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b067be39-fe8d-42d5-99bb-db76b0fbb272 req-7be60c79-53fa-42fc-bc50-97c9213793d3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=45970ed1-c53c-48e7-99d7-7f6912a67aaa HTTP/1.1" status: 200 len: 912 time: 0.0887861 Apr 06 12:06:02.144450 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b067be39-fe8d-42d5-99bb-db76b0fbb272 req-a3e12b5c-2e30-4b64-b6d6-c6303ead207f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3eb93741-77e9-45b6-afc4-54904829043d HTTP/1.1" status: 200 len: 1001 time: 0.3112545 Apr 06 12:06:02.192503 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b067be39-fe8d-42d5-99bb-db76b0fbb272 req-798d5d4f-22bf-43f5-926b-21be1d44b541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:06:02.193969 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b067be39-fe8d-42d5-99bb-db76b0fbb272 req-798d5d4f-22bf-43f5-926b-21be1d44b541 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9a13fee9-8bb2-4536-8f3f-eca49979516d HTTP/1.1" status: 200 len: 850 time: 0.0431247 Apr 06 12:06:02.243631 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b067be39-fe8d-42d5-99bb-db76b0fbb272 req-5bfb9de2-63db-44d5-9c41-66e3b561e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:06:02.245125 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b067be39-fe8d-42d5-99bb-db76b0fbb272 req-5bfb9de2-63db-44d5-9c41-66e3b561e102 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45970ed1-c53c-48e7-99d7-7f6912a67aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450060 Apr 06 12:06:02.333537 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b067be39-fe8d-42d5-99bb-db76b0fbb272 req-e71878c4-5184-4a25-aa3b-c19f40df005e service neutron] 10.222.0.53 "GET /v2.0/networks/45970ed1-c53c-48e7-99d7-7f6912a67aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817814 Apr 06 12:06:02.426101 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b067be39-fe8d-42d5-99bb-db76b0fbb272 req-d0a89c7f-e663-4a91-9f11-c475588c3eea service neutron] 10.222.0.53 "GET /v2.0/networks/45970ed1-c53c-48e7-99d7-7f6912a67aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870254 Apr 06 12:06:02.837548 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b754b-9773-4457-bea2-fb7f96c61498 req-d284af12-4cb7-4d6d-bba4-293ee51e19b6 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:06:02.839021 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ba4b754b-9773-4457-bea2-fb7f96c61498 req-d284af12-4cb7-4d6d-bba4-293ee51e19b6 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0529861 Apr 06 12:06:02.885942 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ba4b754b-9773-4457-bea2-fb7f96c61498 req-9ddd043d-3bbe-4450-91c1-b17085bde48d tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405021 Apr 06 12:06:04.006391 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cdbfce-c530-4468-9181-8e4e6be6fdc5 req-90ff1a28-2d4c-453e-98d7-25393a0fe659 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:06:04.007842 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-65cdbfce-c530-4468-9181-8e4e6be6fdc5 req-90ff1a28-2d4c-453e-98d7-25393a0fe659 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0537724 Apr 06 12:06:04.055082 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-65cdbfce-c530-4468-9181-8e4e6be6fdc5 req-5d3bf902-d82c-4d6f-8e81-7cf21cc657ad tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416911 Apr 06 12:06:12.261885 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-6371529d-ff19-421b-bdaa-1423ba012dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:06:14.551336 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:06:15.105307 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-29fd76c2-a271-4278-b393-a7f4e94dd91b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:06:16.492366 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:06:18.291400 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-baeee148-b292-4c48-97e3-a864050aa4bc req-34b944d3-bcbd-457d-bbeb-1782a099665a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434251 Apr 06 12:06:18.364684 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeee148-b292-4c48-97e3-a864050aa4bc req-6a07d342-d634-4471-81b7-1c5ab432f06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:06:18.366250 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-baeee148-b292-4c48-97e3-a864050aa4bc req-6a07d342-d634-4471-81b7-1c5ab432f06a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1298ccb8a9014261ab619bfcb68d9d77&device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 1168 time: 0.0476694 Apr 06 12:06:18.473757 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeee148-b292-4c48-97e3-a864050aa4bc req-6dcbce11-926e-43fc-bb49-bfd235f64b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:06:18.475233 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-baeee148-b292-4c48-97e3-a864050aa4bc req-6dcbce11-926e-43fc-bb49-bfd235f64b68 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b5cff5d5-cdf1-4182-a76a-ce442e73f9e6 HTTP/1.1" status: 200 len: 915 time: 0.0879273 Apr 06 12:06:18.554780 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-baeee148-b292-4c48-97e3-a864050aa4bc req-adb8b321-b925-404f-b26e-353506cb319f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd5bad59-823c-48af-bc15-4b905203b88a HTTP/1.1" status: 200 len: 1001 time: 0.0623741 Apr 06 12:06:18.605467 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeee148-b292-4c48-97e3-a864050aa4bc req-d66008ea-eb2e-4427-bda9-e34a84c02842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:06:18.606877 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-baeee148-b292-4c48-97e3-a864050aa4bc req-d66008ea-eb2e-4427-bda9-e34a84c02842 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7094297-974e-4ae1-a219-56fff22aaa1c HTTP/1.1" status: 200 len: 853 time: 0.0424743 Apr 06 12:06:18.655059 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeee148-b292-4c48-97e3-a864050aa4bc req-499e9dda-8421-4034-9516-70a575f6e64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:06:18.656681 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-baeee148-b292-4c48-97e3-a864050aa4bc req-499e9dda-8421-4034-9516-70a575f6e64b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5cff5d5-cdf1-4182-a76a-ce442e73f9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430896 Apr 06 12:06:18.749918 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-baeee148-b292-4c48-97e3-a864050aa4bc req-886d3571-bd57-495d-9c54-88102194a421 service neutron] 10.222.0.53 "GET /v2.0/networks/b5cff5d5-cdf1-4182-a76a-ce442e73f9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858803 Apr 06 12:06:18.819041 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:06:18.841369 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-baeee148-b292-4c48-97e3-a864050aa4bc req-53558a3a-5363-49cb-81ec-c1388938a496 service neutron] 10.222.0.53 "GET /v2.0/networks/b5cff5d5-cdf1-4182-a76a-ce442e73f9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853844 Apr 06 12:06:19.083359 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:06:27.272692 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27629100-22b2-4fca-845a-6784ed60e138 req-21650d62-15f1-4939-aec4-9a4511a5ffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:06:27.274888 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-27629100-22b2-4fca-845a-6784ed60e138 req-21650d62-15f1-4939-aec4-9a4511a5ffb5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1298ccb8a9014261ab619bfcb68d9d77&device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 1168 time: 0.0473073 Apr 06 12:06:27.370256 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27629100-22b2-4fca-845a-6784ed60e138 req-9b2750cc-ac38-4c24-a7f3-7c762cc5f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:06:27.371737 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-27629100-22b2-4fca-845a-6784ed60e138 req-9b2750cc-ac38-4c24-a7f3-7c762cc5f265 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b5cff5d5-cdf1-4182-a76a-ce442e73f9e6 HTTP/1.1" status: 200 len: 915 time: 0.0899079 Apr 06 12:06:27.469500 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-27629100-22b2-4fca-845a-6784ed60e138 req-e9aaccb1-eae1-4305-b9b8-901fe1eeca9a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd5bad59-823c-48af-bc15-4b905203b88a HTTP/1.1" status: 200 len: 1001 time: 0.0914180 Apr 06 12:06:27.516109 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a7eb8-4985-4788-a8b5-0af198029c1f req-8becf1e4-fa96-477b-9ef0-99feca2d7bdd tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:06:27.517630 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-345a7eb8-4985-4788-a8b5-0af198029c1f req-8becf1e4-fa96-477b-9ef0-99feca2d7bdd tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 984 time: 0.3464613 Apr 06 12:06:27.543347 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27629100-22b2-4fca-845a-6784ed60e138 req-346bc902-793c-467e-ab21-52e3fde42a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:06:27.545001 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-27629100-22b2-4fca-845a-6784ed60e138 req-346bc902-793c-467e-ab21-52e3fde42a3f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7094297-974e-4ae1-a219-56fff22aaa1c HTTP/1.1" status: 200 len: 853 time: 0.0677335 Apr 06 12:06:27.613923 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-345a7eb8-4985-4788-a8b5-0af198029c1f req-3c617ca3-f21d-4d98-8a66-5faec537b54c tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&id=71a3b22a-7ede-454a-8a32-994d7f6977dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0887146 Apr 06 12:06:27.623882 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27629100-22b2-4fca-845a-6784ed60e138 req-9eaa456b-bf0d-45e5-8fad-7227b333f5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:06:27.625403 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-27629100-22b2-4fca-845a-6784ed60e138 req-9eaa456b-bf0d-45e5-8fad-7227b333f5ce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5cff5d5-cdf1-4182-a76a-ce442e73f9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0728905 Apr 06 12:06:27.719403 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-27629100-22b2-4fca-845a-6784ed60e138 req-70555b87-1cb4-49b7-840d-8dd196e6cf7a service neutron] 10.222.0.53 "GET /v2.0/networks/b5cff5d5-cdf1-4182-a76a-ce442e73f9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876677 Apr 06 12:06:27.814690 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-27629100-22b2-4fca-845a-6784ed60e138 req-96bb1458-9095-441c-816a-ac36532c548a service neutron] 10.222.0.53 "GET /v2.0/networks/b5cff5d5-cdf1-4182-a76a-ce442e73f9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880723 Apr 06 12:06:28.794730 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bddf438-db5b-4122-933e-fa07e6305f12 req-404e6053-59a7-4b32-8a7e-6d2db9abca4c tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:06:28.796793 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6bddf438-db5b-4122-933e-fa07e6305f12 req-404e6053-59a7-4b32-8a7e-6d2db9abca4c tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 984 time: 0.1097388 Apr 06 12:06:28.859655 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6bddf438-db5b-4122-933e-fa07e6305f12 req-3fd8ad04-bbbe-4041-8f1c-b325a713f457 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&id=71a3b22a-7ede-454a-8a32-994d7f6977dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570788 Apr 06 12:06:29.979427 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f754e4d-23a9-4bbf-933c-fbf71d18f3cb req-4ab7ea8c-1208-46c8-87a2-8d4baf947fc2 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:06:29.980959 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3f754e4d-23a9-4bbf-933c-fbf71d18f3cb req-4ab7ea8c-1208-46c8-87a2-8d4baf947fc2 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 984 time: 0.0538113 Apr 06 12:06:30.044430 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3f754e4d-23a9-4bbf-933c-fbf71d18f3cb req-1fb2aa10-5731-4599-b81f-a55fe8379ce6 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&id=71a3b22a-7ede-454a-8a32-994d7f6977dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568638 Apr 06 12:06:31.165795 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145a877-9fa2-4925-9945-3016f386acff req-9a69fab5-234a-4f90-b900-436f6be0393f tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:06:31.167285 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-5145a877-9fa2-4925-9945-3016f386acff req-9a69fab5-234a-4f90-b900-436f6be0393f tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 984 time: 0.0539880 Apr 06 12:06:31.226570 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-5145a877-9fa2-4925-9945-3016f386acff req-aeb47d2d-f182-4077-92d3-a9c6928055a6 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&id=71a3b22a-7ede-454a-8a32-994d7f6977dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527122 Apr 06 12:06:32.347939 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a8d9a-1598-4c48-8a43-66f6216892b6 req-4910a352-e1f1-4dcd-ae76-bde21cedc00a tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:06:32.349463 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d83a8d9a-1598-4c48-8a43-66f6216892b6 req-4910a352-e1f1-4dcd-ae76-bde21cedc00a tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 984 time: 0.0543413 Apr 06 12:06:32.412085 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d83a8d9a-1598-4c48-8a43-66f6216892b6 req-3b89daa6-8a60-4766-a2cd-79e76c893277 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&id=71a3b22a-7ede-454a-8a32-994d7f6977dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569274 Apr 06 12:06:33.530087 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d3f28-8325-4007-958a-8431e454141a req-5d4398df-458e-431e-ab67-e8adad21c952 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:06:33.531602 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-2d3d3f28-8325-4007-958a-8431e454141a req-5d4398df-458e-431e-ab67-e8adad21c952 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 984 time: 0.0524359 Apr 06 12:06:33.590428 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-2d3d3f28-8325-4007-958a-8431e454141a req-218f123b-4de7-4f66-8dfe-4db595884397 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&id=71a3b22a-7ede-454a-8a32-994d7f6977dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531468 Apr 06 12:06:34.708989 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbae76-9dd3-4617-84d5-35aeb2fbef47 req-64d7909c-2978-4a9a-8a83-41a24b218060 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:06:34.710387 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-44cbae76-9dd3-4617-84d5-35aeb2fbef47 req-64d7909c-2978-4a9a-8a83-41a24b218060 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 984 time: 0.0532603 Apr 06 12:06:34.770890 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-44cbae76-9dd3-4617-84d5-35aeb2fbef47 req-b35151a5-3359-44ce-b5aa-9f6c4a4ac58b tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&id=71a3b22a-7ede-454a-8a32-994d7f6977dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547791 Apr 06 12:06:35.892011 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75000f0c-f12b-4b40-9e65-2ac29f4070d3 req-3d9bb3ff-265e-4e67-adf2-4e968a851806 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:06:35.893697 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-75000f0c-f12b-4b40-9e65-2ac29f4070d3 req-3d9bb3ff-265e-4e67-adf2-4e968a851806 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 984 time: 0.0576439 Apr 06 12:06:35.954879 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-75000f0c-f12b-4b40-9e65-2ac29f4070d3 req-dbef6a94-baa5-427b-894c-e4a7a27e4157 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&id=71a3b22a-7ede-454a-8a32-994d7f6977dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555036 Apr 06 12:06:37.080800 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a691ccc-518d-4149-9299-1154bf6010e0 req-93f18f80-64b3-493d-9d3c-75ca3d738900 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:06:37.082366 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-4a691ccc-518d-4149-9299-1154bf6010e0 req-93f18f80-64b3-493d-9d3c-75ca3d738900 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 984 time: 0.0602257 Apr 06 12:06:37.142569 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-4a691ccc-518d-4149-9299-1154bf6010e0 req-ca855acf-72a9-49be-8021-088380c26089 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&id=71a3b22a-7ede-454a-8a32-994d7f6977dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545580 Apr 06 12:06:38.280236 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd0a0c-2fdc-435e-9432-6f63d2e6b66d req-f6bba982-89c2-4b40-ae4b-752eacca1a63 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:06:38.282274 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-83fd0a0c-2fdc-435e-9432-6f63d2e6b66d req-f6bba982-89c2-4b40-ae4b-752eacca1a63 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 984 time: 0.0658574 Apr 06 12:06:38.340765 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-83fd0a0c-2fdc-435e-9432-6f63d2e6b66d req-ba8df8c4-6869-4e1f-86a9-8789a180f029 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&id=71a3b22a-7ede-454a-8a32-994d7f6977dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527682 Apr 06 12:06:38.745051 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:06:39.463063 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8960012-0a37-4342-b251-2a611276c82d req-58ec5805-bf4c-466d-b39f-46c4c2dc7c58 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:06:39.464569 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c8960012-0a37-4342-b251-2a611276c82d req-58ec5805-bf4c-466d-b39f-46c4c2dc7c58 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 984 time: 0.0535233 Apr 06 12:06:39.527181 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c8960012-0a37-4342-b251-2a611276c82d req-2c3560bd-91a7-4f29-b9fa-074dacd987c3 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&id=71a3b22a-7ede-454a-8a32-994d7f6977dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558658 Apr 06 12:06:42.264175 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-854e834c-3995-4645-9579-4bf29a066066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:06:44.551831 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:06:45.108215 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-624fb65a-a75a-43b7-bc1a-171f47de466f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:06:46.496200 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:06:48.792516 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:06:49.085930 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:06:56.876431 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [req-31bcd585-ecdc-4811-8d0c-6dcb35a01832 req-762c9f17-ca9c-4167-8da9-6f3f2af51909 service neutron] (110259) timed out ('10.222.0.53', 64266) {{(pid=110259) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 12:07:02.207345 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051b31c-7cb0-4965-9e36-5fa775488aec req-22467112-e6dd-479d-b0b6-8671179ceadd tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:02.208848 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4051b31c-7cb0-4965-9e36-5fa775488aec req-22467112-e6dd-479d-b0b6-8671179ceadd tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0584893 Apr 06 12:07:02.256641 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4051b31c-7cb0-4965-9e36-5fa775488aec req-9a8011ae-88af-45f3-ad7e-634359f7dcba tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419064 Apr 06 12:07:03.382025 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e22211-d7a4-4757-a431-f406f868b2f8 req-7b696a88-39c0-4af3-ba2d-6a5d2d52a1a4 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:03.383524 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-50e22211-d7a4-4757-a431-f406f868b2f8 req-7b696a88-39c0-4af3-ba2d-6a5d2d52a1a4 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0578420 Apr 06 12:07:03.431110 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-50e22211-d7a4-4757-a431-f406f868b2f8 req-2d1962a8-99bb-4152-843e-80a6d98fc329 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414896 Apr 06 12:07:04.549621 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de52c4-8b6c-402c-ae91-61deb4cd38fc req-676a98e6-9ebb-4764-8cee-1c6c6ea87830 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:04.551099 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-06de52c4-8b6c-402c-ae91-61deb4cd38fc req-676a98e6-9ebb-4764-8cee-1c6c6ea87830 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0532403 Apr 06 12:07:04.597962 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-06de52c4-8b6c-402c-ae91-61deb4cd38fc req-b74d51af-62f0-40c3-8566-713b77aac168 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411847 Apr 06 12:07:05.714139 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059caef8-5ad5-4d44-8f36-e5befb75ee2f req-75b858f4-837e-4f74-bb6a-65a10d857948 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:05.715622 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-059caef8-5ad5-4d44-8f36-e5befb75ee2f req-75b858f4-837e-4f74-bb6a-65a10d857948 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0523460 Apr 06 12:07:05.765464 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-059caef8-5ad5-4d44-8f36-e5befb75ee2f req-b0dc6524-f2c8-4307-b1a6-c828c178ee9f tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434120 Apr 06 12:07:06.884639 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483aba4-a22a-4bf1-9125-1b5720999c42 req-f76219ff-e4ef-45a5-b780-b344fee5229b tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:06.886137 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-c483aba4-a22a-4bf1-9125-1b5720999c42 req-f76219ff-e4ef-45a5-b780-b344fee5229b tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0524211 Apr 06 12:07:06.936777 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-c483aba4-a22a-4bf1-9125-1b5720999c42 req-72634ee0-f3fd-4a0b-9a96-e20a178d54fb tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443318 Apr 06 12:07:08.056939 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a949b-dbdd-45b3-aef6-27243501705e req-b478a0e9-8b27-42af-be4c-f82eb81032b4 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:08.058422 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-696a949b-dbdd-45b3-aef6-27243501705e req-b478a0e9-8b27-42af-be4c-f82eb81032b4 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0521433 Apr 06 12:07:08.110187 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-696a949b-dbdd-45b3-aef6-27243501705e req-47810008-5281-486b-b68a-2c708e1c74f5 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459566 Apr 06 12:07:09.238510 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ba96d-9889-47b7-968f-3b5fbc546467 req-3c245ce7-a81f-479b-aeb8-a9da367051e4 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:09.240029 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-5e0ba96d-9889-47b7-968f-3b5fbc546467 req-3c245ce7-a81f-479b-aeb8-a9da367051e4 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0561490 Apr 06 12:07:09.295787 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-5e0ba96d-9889-47b7-968f-3b5fbc546467 req-299fba85-f3a5-49ab-bdff-fbb29956a282 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491838 Apr 06 12:07:10.418165 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4d502-7f04-418f-97f7-77670b118be5 req-8ff03d12-b691-4ee2-8855-ac085a700494 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:10.419927 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e5b4d502-7f04-418f-97f7-77670b118be5 req-8ff03d12-b691-4ee2-8855-ac085a700494 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0548258 Apr 06 12:07:10.468788 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e5b4d502-7f04-418f-97f7-77670b118be5 req-0cf90f41-112f-47d3-915b-5aab062b537e tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420189 Apr 06 12:07:11.597887 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa1504-897a-490b-8455-d58ac196522b req-333e3ad5-4ee2-44f3-a27d-9d47edd1c9dd tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:11.599358 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9eaa1504-897a-490b-8455-d58ac196522b req-333e3ad5-4ee2-44f3-a27d-9d47edd1c9dd tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0649095 Apr 06 12:07:11.646624 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9eaa1504-897a-490b-8455-d58ac196522b req-2ae2b857-6223-4f70-ba10-a8867cb35bb9 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416203 Apr 06 12:07:12.267687 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-c9ccd506-df3d-4459-bfcb-d546e5207a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:12.773699 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc3028-1852-4259-b168-890ce16d8240 req-43e26857-01d4-4897-a75c-a34e57b749c4 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:12.775194 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e3dc3028-1852-4259-b168-890ce16d8240 req-43e26857-01d4-4897-a75c-a34e57b749c4 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0557902 Apr 06 12:07:12.822536 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e3dc3028-1852-4259-b168-890ce16d8240 req-1c66c01e-084c-4e44-9091-fd35bc80bd5f tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418558 Apr 06 12:07:13.034313 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3eaee6-44ee-464b-8de6-f45ce55a565b req-1566d595-dfaa-47cc-8550-8cadcdda69ae tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:13.035812 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8b3eaee6-44ee-464b-8de6-f45ce55a565b req-1566d595-dfaa-47cc-8550-8cadcdda69ae tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0607767 Apr 06 12:07:13.091309 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8b3eaee6-44ee-464b-8de6-f45ce55a565b req-115e0685-8aa6-472b-b633-e64b66a29484 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496039 Apr 06 12:07:13.150737 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1e723-e20b-4500-b414-df55246b058c req-577cc476-3edc-426c-bc5a-65ec35e742c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:13.152267 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c9f1e723-e20b-4500-b414-df55246b058c req-577cc476-3edc-426c-bc5a-65ec35e742c7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ede1b1c2fa1b4dc1bd2ad95d91ad5ffe&device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 1129 time: 0.0963736 Apr 06 12:07:13.245737 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1e723-e20b-4500-b414-df55246b058c req-772bd5d3-6ed1-4a87-b1a5-fd14c1f7ad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:13.247164 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c9f1e723-e20b-4500-b414-df55246b058c req-772bd5d3-6ed1-4a87-b1a5-fd14c1f7ad5a service neutron] 10.222.0.53 "GET /v2.0/networks?id=45970ed1-c53c-48e7-99d7-7f6912a67aaa HTTP/1.1" status: 200 len: 912 time: 0.0878048 Apr 06 12:07:13.312995 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c9f1e723-e20b-4500-b414-df55246b058c req-db76124b-a91e-4432-9a31-fa979426e542 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3eb93741-77e9-45b6-afc4-54904829043d HTTP/1.1" status: 200 len: 1001 time: 0.0586567 Apr 06 12:07:13.359932 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1e723-e20b-4500-b414-df55246b058c req-78db4a68-9fe9-44dd-af92-c7fcc94a4852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:13.361458 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c9f1e723-e20b-4500-b414-df55246b058c req-78db4a68-9fe9-44dd-af92-c7fcc94a4852 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9a13fee9-8bb2-4536-8f3f-eca49979516d HTTP/1.1" status: 200 len: 850 time: 0.0431588 Apr 06 12:07:13.413910 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1e723-e20b-4500-b414-df55246b058c req-5dc1b765-9a60-4e71-826e-cc67dd7be48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:13.415403 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c9f1e723-e20b-4500-b414-df55246b058c req-5dc1b765-9a60-4e71-826e-cc67dd7be48e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45970ed1-c53c-48e7-99d7-7f6912a67aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486245 Apr 06 12:07:13.504817 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c9f1e723-e20b-4500-b414-df55246b058c req-bd3fd9d2-4f51-4004-b562-81e2e1a37ec6 service neutron] 10.222.0.53 "GET /v2.0/networks/45970ed1-c53c-48e7-99d7-7f6912a67aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827506 Apr 06 12:07:13.595390 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c9f1e723-e20b-4500-b414-df55246b058c req-b211c846-6a85-4cd5-b409-1ea048892e72 service neutron] 10.222.0.53 "GET /v2.0/networks/45970ed1-c53c-48e7-99d7-7f6912a67aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847199 Apr 06 12:07:14.220179 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faef3ac-a80d-4c23-812a-1fcaa90b6e71 req-566b33a6-7b57-4965-979a-29dff93c9196 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:14.222427 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4faef3ac-a80d-4c23-812a-1fcaa90b6e71 req-566b33a6-7b57-4965-979a-29dff93c9196 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0611334 Apr 06 12:07:14.268496 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4faef3ac-a80d-4c23-812a-1fcaa90b6e71 req-d699c171-394f-4e3a-afac-fb3866282317 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405586 Apr 06 12:07:14.556276 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:15.108974 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-a3510060-159b-42ed-a8a9-0ee89e02e3ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:15.388323 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9b3f1-e7f1-44e7-879b-65b30615188d req-cc92db8a-05bd-4faa-ba3a-1d1a2f287b4d tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:15.390136 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-bfc9b3f1-e7f1-44e7-879b-65b30615188d req-cc92db8a-05bd-4faa-ba3a-1d1a2f287b4d tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0552649 Apr 06 12:07:15.437509 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-bfc9b3f1-e7f1-44e7-879b-65b30615188d req-0e1d3a57-0b47-4fc4-a20c-a1c6b9252dc2 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414162 Apr 06 12:07:15.747454 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:07:16.501760 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:18.796631 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:19.088012 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:20.297685 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-fd1ffc40-0a4a-4099-87e7-9d3b9d0bcd92 req-7a23f994-378b-46b5-bcad-cbd1353c713d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425997 Apr 06 12:07:20.393708 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ffc40-0a4a-4099-87e7-9d3b9d0bcd92 req-d83f12bc-cce9-43d8-b1b4-ac98ea173827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:20.395401 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-fd1ffc40-0a4a-4099-87e7-9d3b9d0bcd92 req-d83f12bc-cce9-43d8-b1b4-ac98ea173827 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ede1b1c2fa1b4dc1bd2ad95d91ad5ffe&device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 1129 time: 0.0461497 Apr 06 12:07:20.497383 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ffc40-0a4a-4099-87e7-9d3b9d0bcd92 req-a5428776-b40a-4dc7-93c2-94a01dfa6b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:20.498863 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-fd1ffc40-0a4a-4099-87e7-9d3b9d0bcd92 req-a5428776-b40a-4dc7-93c2-94a01dfa6b70 service neutron] 10.222.0.53 "GET /v2.0/networks?id=45970ed1-c53c-48e7-99d7-7f6912a67aaa HTTP/1.1" status: 200 len: 912 time: 0.0865602 Apr 06 12:07:20.565061 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-fd1ffc40-0a4a-4099-87e7-9d3b9d0bcd92 req-76b3847a-e81d-4838-968f-a5f838551eb8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3eb93741-77e9-45b6-afc4-54904829043d HTTP/1.1" status: 200 len: 1001 time: 0.0590005 Apr 06 12:07:20.624522 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ffc40-0a4a-4099-87e7-9d3b9d0bcd92 req-375cc95a-172f-4852-9e07-7b0f73397604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:20.626014 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-fd1ffc40-0a4a-4099-87e7-9d3b9d0bcd92 req-375cc95a-172f-4852-9e07-7b0f73397604 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9a13fee9-8bb2-4536-8f3f-eca49979516d HTTP/1.1" status: 200 len: 850 time: 0.0481243 Apr 06 12:07:20.674291 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ffc40-0a4a-4099-87e7-9d3b9d0bcd92 req-d0b79f92-6a8b-4f7b-8644-69103bdf72aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:20.675762 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-fd1ffc40-0a4a-4099-87e7-9d3b9d0bcd92 req-d0b79f92-6a8b-4f7b-8644-69103bdf72aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45970ed1-c53c-48e7-99d7-7f6912a67aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436244 Apr 06 12:07:20.762193 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-fd1ffc40-0a4a-4099-87e7-9d3b9d0bcd92 req-2510f3fc-b3f7-4612-ad59-1ea9a32120eb service neutron] 10.222.0.53 "GET /v2.0/networks/45970ed1-c53c-48e7-99d7-7f6912a67aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802603 Apr 06 12:07:20.853297 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-fd1ffc40-0a4a-4099-87e7-9d3b9d0bcd92 req-bc795073-e830-4268-89e2-9ca655f4a6d9 service neutron] 10.222.0.53 "GET /v2.0/networks/45970ed1-c53c-48e7-99d7-7f6912a67aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846865 Apr 06 12:07:42.272338 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-a88890a1-7d8e-4571-a733-e9279ae6c368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:43.127376 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-29f99d5b-cac3-47b1-a57b-1590d17735ff req-c3a35d4d-c3f8-460d-b811-3d4100bd7baa tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-762721063&fields=id&tenant_id=1298ccb8a9014261ab619bfcb68d9d77 HTTP/1.1" status: 200 len: 267 time: 0.0437288 Apr 06 12:07:43.184379 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f99d5b-cac3-47b1-a57b-1590d17735ff req-cee48598-05ce-4cf7-92c7-cf5b10027227 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:43.185968 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-29f99d5b-cac3-47b1-a57b-1590d17735ff req-cee48598-05ce-4cf7-92c7-cf5b10027227 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 984 time: 0.0530550 Apr 06 12:07:43.196844 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [req-29f99d5b-cac3-47b1-a57b-1590d17735ff req-00f83873-4c55-4a80-a072-985ae21d7ec9 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Request body: {'port': {'security_groups': ['ddeed8ba-094b-40c8-a656-712ce6731f22']}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:07:43.276383 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-29f99d5b-cac3-47b1-a57b-1590d17735ff req-00f83873-4c55-4a80-a072-985ae21d7ec9 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (dd5bad59-823c-48af-bc15-4b905203b88a), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:43.451057 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [req-29f99d5b-cac3-47b1-a57b-1590d17735ff req-00f83873-4c55-4a80-a072-985ae21d7ec9 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] For port dd5bad59-823c-48af-bc15-4b905203b88a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=dd5bad59-823c-48af-bc15-4b905203b88a,segment=NetworkSegment(799cde48-ce89-4717-8648-0b14442574b5),segment_id=799cde48-ce89-4717-8648-0b14442574b5)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:07:43.481310 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-29f99d5b-cac3-47b1-a57b-1590d17735ff req-00f83873-4c55-4a80-a072-985ae21d7ec9 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks [] for port (dd5bad59-823c-48af-bc15-4b905203b88a), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:43.485842 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-29f99d5b-cac3-47b1-a57b-1590d17735ff req-00f83873-4c55-4a80-a072-985ae21d7ec9 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (dd5bad59-823c-48af-bc15-4b905203b88a), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:43.518584 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['dd5bad59-823c-48af-bc15-4b905203b88a'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:07:43.527886 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f99d5b-cac3-47b1-a57b-1590d17735ff req-00f83873-4c55-4a80-a072-985ae21d7ec9 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:43.528505 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [req-29f99d5b-cac3-47b1-a57b-1590d17735ff req-00f83873-4c55-4a80-a072-985ae21d7ec9 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:43.529952 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-29f99d5b-cac3-47b1-a57b-1590d17735ff req-00f83873-4c55-4a80-a072-985ae21d7ec9 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "PUT /v2.0/ports/dd5bad59-823c-48af-bc15-4b905203b88a HTTP/1.1" status: 200 len: 942 time: 0.3378961 Apr 06 12:07:43.530394 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18863526-3e9c-4b3a-9fc4-569fb239962b', 'tag': 'dd5bad59-823c-48af-bc15-4b905203b88a'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:07:43.532680 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92b503d-9d5c-488b-9b7b-c4b7bf513afc" -d '{"events": [{"name": "network-changed", "server_uuid": "18863526-3e9c-4b3a-9fc4-569fb239962b", "tag": "dd5bad59-823c-48af-bc15-4b905203b88a"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:07:43.538267 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 53834) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:07:43.579291 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f83873-4c55-4a80-a072-985ae21d7ec9 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Pushing event updated for resources: {'Port': ['ID=dd5bad59-823c-48af-bc15-4b905203b88a,revision_number=7']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:07:43.590402 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803c0a5a-28df-48db-8ec9-ec69f6173c70 x-openstack-request-id: req-803c0a5a-28df-48db-8ec9-ec69f6173c70 {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:07:43.590690 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18863526-3e9c-4b3a-9fc4-569fb239962b", "tag": "dd5bad59-823c-48af-bc15-4b905203b88a", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:07:43.590936 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-803c0a5a-28df-48db-8ec9-ec69f6173c70 {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:07:43.591329 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-803c0a5a-28df-48db-8ec9-ec69f6173c70'] response: {'name': 'network-changed', 'server_uuid': '18863526-3e9c-4b3a-9fc4-569fb239962b', 'tag': 'dd5bad59-823c-48af-bc15-4b905203b88a', 'status': 'completed', 'code': 200} Apr 06 12:07:43.592683 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f83873-4c55-4a80-a072-985ae21d7ec9 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:43.593140 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f83873-4c55-4a80-a072-985ae21d7ec9 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:43.593491 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f83873-4c55-4a80-a072-985ae21d7ec9 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:43.593832 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f83873-4c55-4a80-a072-985ae21d7ec9 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:43.594154 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f83873-4c55-4a80-a072-985ae21d7ec9 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:43.594483 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f83873-4c55-4a80-a072-985ae21d7ec9 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:43.594810 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f83873-4c55-4a80-a072-985ae21d7ec9 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:43.595144 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f83873-4c55-4a80-a072-985ae21d7ec9 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:43.595473 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f83873-4c55-4a80-a072-985ae21d7ec9 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:43.595792 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f83873-4c55-4a80-a072-985ae21d7ec9 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:43.596121 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f83873-4c55-4a80-a072-985ae21d7ec9 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:43.596444 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f83873-4c55-4a80-a072-985ae21d7ec9 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:43.596785 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f83873-4c55-4a80-a072-985ae21d7ec9 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:43.597108 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f83873-4c55-4a80-a072-985ae21d7ec9 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:43.597430 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f83873-4c55-4a80-a072-985ae21d7ec9 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:43.610084 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-ed15c7f3-807b-4f23-9bc8-87a716987ff3 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks [] for security_group (71a3b22a-7ede-454a-8a32-994d7f6977dd), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:43.644202 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['dd5bad59-823c-48af-bc15-4b905203b88a'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:07:43.647513 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-ed15c7f3-807b-4f23-9bc8-87a716987ff3 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks [] for security_group (71a3b22a-7ede-454a-8a32-994d7f6977dd), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:43.715959 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b503d-9d5c-488b-9b7b-c4b7bf513afc req-783d6e0c-49d0-49ca-9a37-635d19973de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:43.717502 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a92b503d-9d5c-488b-9b7b-c4b7bf513afc req-783d6e0c-49d0-49ca-9a37-635d19973de8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1298ccb8a9014261ab619bfcb68d9d77&device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 1129 time: 0.0924990 Apr 06 12:07:43.790299 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-ed15c7f3-807b-4f23-9bc8-87a716987ff3 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (71a3b22a-7ede-454a-8a32-994d7f6977dd), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:43.792940 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-ed15c7f3-807b-4f23-9bc8-87a716987ff3 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:43.794046 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-ed15c7f3-807b-4f23-9bc8-87a716987ff3 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "DELETE /v2.0/security-groups/71a3b22a-7ede-454a-8a32-994d7f6977dd HTTP/1.1" status: 204 len: 168 time: 0.2549362 Apr 06 12:07:43.797104 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53836) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:07:43.810555 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15c7f3-807b-4f23-9bc8-87a716987ff3 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a3b22a-7ede-454a-8a32-994d7f6977dd,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:07:43.827840 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15c7f3-807b-4f23-9bc8-87a716987ff3 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:43.828236 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15c7f3-807b-4f23-9bc8-87a716987ff3 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:43.828524 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15c7f3-807b-4f23-9bc8-87a716987ff3 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:43.828886 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15c7f3-807b-4f23-9bc8-87a716987ff3 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:43.829224 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15c7f3-807b-4f23-9bc8-87a716987ff3 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:43.829612 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15c7f3-807b-4f23-9bc8-87a716987ff3 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:43.829878 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15c7f3-807b-4f23-9bc8-87a716987ff3 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:43.830208 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15c7f3-807b-4f23-9bc8-87a716987ff3 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:43.830533 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15c7f3-807b-4f23-9bc8-87a716987ff3 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:43.830872 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15c7f3-807b-4f23-9bc8-87a716987ff3 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:43.831190 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15c7f3-807b-4f23-9bc8-87a716987ff3 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:43.831518 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15c7f3-807b-4f23-9bc8-87a716987ff3 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:43.831842 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15c7f3-807b-4f23-9bc8-87a716987ff3 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:43.832173 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15c7f3-807b-4f23-9bc8-87a716987ff3 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:43.832521 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed15c7f3-807b-4f23-9bc8-87a716987ff3 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:43.845949 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b503d-9d5c-488b-9b7b-c4b7bf513afc req-7107d613-a7dc-46e8-811f-aa18807f86d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:43.847431 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a92b503d-9d5c-488b-9b7b-c4b7bf513afc req-7107d613-a7dc-46e8-811f-aa18807f86d1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b5cff5d5-cdf1-4182-a76a-ce442e73f9e6 HTTP/1.1" status: 200 len: 915 time: 0.1217561 Apr 06 12:07:43.872407 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-87afce3b-241c-406c-820a-71c6f32553c9 None None] Provisioning complete for port dd5bad59-823c-48af-bc15-4b905203b88a triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:07:43.872782 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-87afce3b-241c-406c-820a-71c6f32553c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (dd5bad59-823c-48af-bc15-4b905203b88a), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:43.931566 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a92b503d-9d5c-488b-9b7b-c4b7bf513afc req-4f760f68-2f41-4489-be92-20ef39009ae6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd5bad59-823c-48af-bc15-4b905203b88a HTTP/1.1" status: 200 len: 1001 time: 0.0754414 Apr 06 12:07:43.967108 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-87afce3b-241c-406c-820a-71c6f32553c9 None None] Current status of the port dd5bad59-823c-48af-bc15-4b905203b88a is: ACTIVE; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:07:43.986983 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b503d-9d5c-488b-9b7b-c4b7bf513afc req-c644ed7f-aa04-497f-b361-a6fc6d2c7d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:43.988925 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a92b503d-9d5c-488b-9b7b-c4b7bf513afc req-c644ed7f-aa04-497f-b361-a6fc6d2c7d7f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7094297-974e-4ae1-a219-56fff22aaa1c HTTP/1.1" status: 200 len: 853 time: 0.0504985 Apr 06 12:07:44.041829 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b503d-9d5c-488b-9b7b-c4b7bf513afc req-062ec4d4-25d3-4016-9f67-1f168ad77c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:44.043359 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a92b503d-9d5c-488b-9b7b-c4b7bf513afc req-062ec4d4-25d3-4016-9f67-1f168ad77c99 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5cff5d5-cdf1-4182-a76a-ce442e73f9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478950 Apr 06 12:07:44.140262 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a92b503d-9d5c-488b-9b7b-c4b7bf513afc req-a1f90600-e4cf-42d6-bc40-d0461dc39294 service neutron] 10.222.0.53 "GET /v2.0/networks/b5cff5d5-cdf1-4182-a76a-ce442e73f9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909865 Apr 06 12:07:44.232058 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a92b503d-9d5c-488b-9b7b-c4b7bf513afc req-59ff3651-2c1e-44c5-97d9-18eea1152ed7 service neutron] 10.222.0.53 "GET /v2.0/networks/b5cff5d5-cdf1-4182-a76a-ce442e73f9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856514 Apr 06 12:07:44.251790 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-b72cd1bc-b335-4998-8c2c-635399377195 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Deleting port 63757026-a5db-4b14-9ff7-e691a2a312cd {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:07:44.252378 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-b72cd1bc-b335-4998-8c2c-635399377195 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (63757026-a5db-4b14-9ff7-e691a2a312cd), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:44.329378 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-b72cd1bc-b335-4998-8c2c-635399377195 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (63757026-a5db-4b14-9ff7-e691a2a312cd), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:44.329703 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-b72cd1bc-b335-4998-8c2c-635399377195 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks [] for floatingip (63757026-a5db-4b14-9ff7-e691a2a312cd), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:44.341191 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-b72cd1bc-b335-4998-8c2c-635399377195 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Calling delete_port for 63757026-a5db-4b14-9ff7-e691a2a312cd owned by network:floatingip {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:07:44.485330 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-b72cd1bc-b335-4998-8c2c-635399377195 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (63757026-a5db-4b14-9ff7-e691a2a312cd), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:44.510914 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72cd1bc-b335-4998-8c2c-635399377195 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Pushing event deleted for resources: {'Port': ['ID=63757026-a5db-4b14-9ff7-e691a2a312cd,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:07:44.569484 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:44.573655 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-b72cd1bc-b335-4998-8c2c-635399377195 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks [] for floatingip (6f266a84-0718-4c14-b8ad-5b544d3328e7), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:44.574016 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.db.l3_db [None req-b72cd1bc-b335-4998-8c2c-635399377195 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Floating IP 6f266a84-0718-4c14-b8ad-5b544d3328e7 disassociated (deleted). External IP: 172.27.1.181, port: dd5bad59-823c-48af-bc15-4b905203b88a. Apr 06 12:07:44.792660 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72cd1bc-b335-4998-8c2c-635399377195 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Router 36bec645-50d1-478e-a62c-c167ae58df45 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:07:44.911847 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72cd1bc-b335-4998-8c2c-635399377195 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:07:44.916881 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-b72cd1bc-b335-4998-8c2c-635399377195 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:44.921726 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862ca1d5-f2f2-4dec-9305-8a93b2708ebb None None] Sync routers for ids ['36bec645-50d1-478e-a62c-c167ae58df45'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:07:44.931971 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862ca1d5-f2f2-4dec-9305-8a93b2708ebb None None] Routers {'36bec645-50d1-478e-a62c-c167ae58df45'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:07:44.932576 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-862ca1d5-f2f2-4dec-9305-8a93b2708ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:07:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['36bec645-50d1-478e-a62c-c167ae58df45'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:07:44.948313 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-b72cd1bc-b335-4998-8c2c-635399377195 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "DELETE /v2.0/floatingips/6f266a84-0718-4c14-b8ad-5b544d3328e7 HTTP/1.1" status: 204 len: 168 time: 1.1497526 Apr 06 12:07:45.041776 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-862ca1d5-f2f2-4dec-9305-8a93b2708ebb None None] Set router 36bec645-50d1-478e-a62c-c167ae58df45 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:07:45.111481 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-6633efc2-4211-4311-ba73-0340aaaf883e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:45.347892 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-862ca1d5-f2f2-4dec-9305-8a93b2708ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36bec645-50d1-478e-a62c-c167ae58df45', 'name': 'tempest-TestMinimumBasicScenario-104291544-router', 'tenant_id': '1298ccb8a9014261ab619bfcb68d9d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'aa2f7527-c9ee-4cc7-bb8e-cd442214f272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:04:27Z', 'updated_at': '2022-04-06T12:04:30Z', 'revision_number': 4, 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'gw_port': {'id': 'aa2f7527-c9ee-4cc7-bb8e-cd442214f272', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36bec645-50d1-478e-a62c-c167ae58df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:04:28Z', 'updated_at': '2022-04-06T12:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'f8c619d1-7431-4415-bf87-290f4f26f72b', 'name': '', 'network_id': 'b5cff5d5-cdf1-4182-a76a-ce442e73f9e6', 'tenant_id': '1298ccb8a9014261ab619bfcb68d9d77', 'mac_address': 'fa:16:3e:6e:72:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36bec645-50d1-478e-a62c-c167ae58df45', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b7094297-974e-4ae1-a219-56fff22aaa1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:04:30Z', 'updated_at': '2022-04-06T12:04:35Z', 'revision_number': 5, 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'subnets': [{'id': 'b7094297-974e-4ae1-a219-56fff22aaa1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:07:45.376431 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862ca1d5-f2f2-4dec-9305-8a93b2708ebb None None] Checking router: 36bec645-50d1-478e-a62c-c167ae58df45 for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:07:45.385569 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862ca1d5-f2f2-4dec-9305-8a93b2708ebb None None] Routers {'36bec645-50d1-478e-a62c-c167ae58df45'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:07:45.386183 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-862ca1d5-f2f2-4dec-9305-8a93b2708ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:07:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['36bec645-50d1-478e-a62c-c167ae58df45'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:07:45.497393 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-862ca1d5-f2f2-4dec-9305-8a93b2708ebb None None] Set router 36bec645-50d1-478e-a62c-c167ae58df45 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:07:45.592070 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18863526-3e9c-4b3a-9fc4-569fb239962b', 'tag': 'dd5bad59-823c-48af-bc15-4b905203b88a'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:07:45.594460 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b403a098-23a2-4e86-894c-0988ef81bfef" -d '{"events": [{"name": "network-changed", "server_uuid": "18863526-3e9c-4b3a-9fc4-569fb239962b", "tag": "dd5bad59-823c-48af-bc15-4b905203b88a"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:07:45.630646 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ecd7bf-b2bd-4154-9fdb-831c8e6878ae x-openstack-request-id: req-a1ecd7bf-b2bd-4154-9fdb-831c8e6878ae {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:07:45.631007 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18863526-3e9c-4b3a-9fc4-569fb239962b", "tag": "dd5bad59-823c-48af-bc15-4b905203b88a", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:07:45.631324 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a1ecd7bf-b2bd-4154-9fdb-831c8e6878ae {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:07:45.631783 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1ecd7bf-b2bd-4154-9fdb-831c8e6878ae'] response: {'name': 'network-changed', 'server_uuid': '18863526-3e9c-4b3a-9fc4-569fb239962b', 'tag': 'dd5bad59-823c-48af-bc15-4b905203b88a', 'status': 'completed', 'code': 200} Apr 06 12:07:45.698649 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-862ca1d5-f2f2-4dec-9305-8a93b2708ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36bec645-50d1-478e-a62c-c167ae58df45', 'name': 'tempest-TestMinimumBasicScenario-104291544-router', 'tenant_id': '1298ccb8a9014261ab619bfcb68d9d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'aa2f7527-c9ee-4cc7-bb8e-cd442214f272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:04:27Z', 'updated_at': '2022-04-06T12:04:30Z', 'revision_number': 4, 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'gw_port': {'id': 'aa2f7527-c9ee-4cc7-bb8e-cd442214f272', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36bec645-50d1-478e-a62c-c167ae58df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:04:28Z', 'updated_at': '2022-04-06T12:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'f8c619d1-7431-4415-bf87-290f4f26f72b', 'name': '', 'network_id': 'b5cff5d5-cdf1-4182-a76a-ce442e73f9e6', 'tenant_id': '1298ccb8a9014261ab619bfcb68d9d77', 'mac_address': 'fa:16:3e:6e:72:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36bec645-50d1-478e-a62c-c167ae58df45', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b7094297-974e-4ae1-a219-56fff22aaa1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:04:30Z', 'updated_at': '2022-04-06T12:04:35Z', 'revision_number': 5, 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'subnets': [{'id': 'b7094297-974e-4ae1-a219-56fff22aaa1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:07:45.727975 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862ca1d5-f2f2-4dec-9305-8a93b2708ebb None None] The sync data for ids ['36bec645-50d1-478e-a62c-c167ae58df45'] in dv-cinder-836074-2-iscsi is: [{'id': '36bec645-50d1-478e-a62c-c167ae58df45', 'name': 'tempest-TestMinimumBasicScenario-104291544-router', 'tenant_id': '1298ccb8a9014261ab619bfcb68d9d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'aa2f7527-c9ee-4cc7-bb8e-cd442214f272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:04:27Z', 'updated_at': '2022-04-06T12:04:30Z', 'revision_number': 4, 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'gw_port': {'id': 'aa2f7527-c9ee-4cc7-bb8e-cd442214f272', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36bec645-50d1-478e-a62c-c167ae58df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:04:28Z', 'updated_at': '2022-04-06T12:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'f8c619d1-7431-4415-bf87-290f4f26f72b', 'name': '', 'network_id': 'b5cff5d5-cdf1-4182-a76a-ce442e73f9e6', 'tenant_id': '1298ccb8a9014261ab619bfcb68d9d77', 'mac_address': 'fa:16:3e:6e:72:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36bec645-50d1-478e-a62c-c167ae58df45', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b7094297-974e-4ae1-a219-56fff22aaa1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:04:30Z', 'updated_at': '2022-04-06T12:04:35Z', 'revision_number': 5, 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'subnets': [{'id': 'b7094297-974e-4ae1-a219-56fff22aaa1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:07:45.774543 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403a098-23a2-4e86-894c-0988ef81bfef req-e96b2e10-b58d-42c1-85e3-43fd430f08c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:45.776064 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b403a098-23a2-4e86-894c-0988ef81bfef req-e96b2e10-b58d-42c1-85e3-43fd430f08c8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1298ccb8a9014261ab619bfcb68d9d77&device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 1129 time: 0.0532739 Apr 06 12:07:45.871760 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403a098-23a2-4e86-894c-0988ef81bfef req-468bff3d-1cf9-49d5-92cd-c0dcaa95022f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:45.873271 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b403a098-23a2-4e86-894c-0988ef81bfef req-468bff3d-1cf9-49d5-92cd-c0dcaa95022f service neutron] 10.222.0.53 "GET /v2.0/networks?id=b5cff5d5-cdf1-4182-a76a-ce442e73f9e6 HTTP/1.1" status: 200 len: 915 time: 0.0913713 Apr 06 12:07:45.917349 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b403a098-23a2-4e86-894c-0988ef81bfef req-a3493713-1ebc-4b48-87c9-318995492063 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd5bad59-823c-48af-bc15-4b905203b88a HTTP/1.1" status: 200 len: 217 time: 0.0382671 Apr 06 12:07:45.973901 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403a098-23a2-4e86-894c-0988ef81bfef req-60d4ca2b-40cf-4537-bed7-0b8d23a70734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:45.975736 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b403a098-23a2-4e86-894c-0988ef81bfef req-60d4ca2b-40cf-4537-bed7-0b8d23a70734 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7094297-974e-4ae1-a219-56fff22aaa1c HTTP/1.1" status: 200 len: 853 time: 0.0523126 Apr 06 12:07:45.980207 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef36a07f-8abb-40d7-9a25-a389f293b3cb None None] New status for floating IP 6f266a84-0718-4c14-b8ad-5b544d3328e7: DOWN {{(pid=110261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:07:46.046986 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403a098-23a2-4e86-894c-0988ef81bfef req-6256f65f-4ad6-4df8-9054-b930df5eb69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:46.048610 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b403a098-23a2-4e86-894c-0988ef81bfef req-6256f65f-4ad6-4df8-9054-b930df5eb69b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5cff5d5-cdf1-4182-a76a-ce442e73f9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559692 Apr 06 12:07:46.142173 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b403a098-23a2-4e86-894c-0988ef81bfef req-78a9b8df-aace-45fd-81b7-1c0d460a2aa5 service neutron] 10.222.0.53 "GET /v2.0/networks/b5cff5d5-cdf1-4182-a76a-ce442e73f9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846519 Apr 06 12:07:46.236335 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b403a098-23a2-4e86-894c-0988ef81bfef req-b6df9675-2b70-4531-876a-013e46f0bef1 service neutron] 10.222.0.53 "GET /v2.0/networks/b5cff5d5-cdf1-4182-a76a-ce442e73f9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859134 Apr 06 12:07:46.504153 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:47.685061 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4bb33-6e94-412a-925b-fbbe4c891a82 req-601eed33-7914-44ff-be56-7ddcbbd98119 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:47.686435 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-cad4bb33-6e94-412a-925b-fbbe4c891a82 req-601eed33-7914-44ff-be56-7ddcbbd98119 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 945 time: 0.0574667 Apr 06 12:07:47.732782 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-cad4bb33-6e94-412a-925b-fbbe4c891a82 req-73e45207-77e5-4bf9-815e-5e7112974f75 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408447 Apr 06 12:07:48.798373 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:48.854135 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4da9a-0f54-43f6-9971-64d994ee29a8 req-988217aa-478c-4c7a-93cf-8398649c275d tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:48.855605 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d1a4da9a-0f54-43f6-9971-64d994ee29a8 req-988217aa-478c-4c7a-93cf-8398649c275d tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 945 time: 0.0531971 Apr 06 12:07:48.903386 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d1a4da9a-0f54-43f6-9971-64d994ee29a8 req-6f483abf-f501-4eb2-aac8-b9ec2ade9362 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421269 Apr 06 12:07:49.090017 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:49.794119 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd171b-b8d8-4d95-a8a4-1454b1c02d65 req-46bb1f1d-3406-47cc-a620-b15f0dca061d tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:49.795758 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e7cd171b-b8d8-4d95-a8a4-1454b1c02d65 req-46bb1f1d-3406-47cc-a620-b15f0dca061d tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.53 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 945 time: 0.0570076 Apr 06 12:07:49.887697 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [req-e7cd171b-b8d8-4d95-a8a4-1454b1c02d65 req-fe3eb74b-4ff7-456a-9fb0-17538e9f6a0e tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Deleting port dd5bad59-823c-48af-bc15-4b905203b88a {{(pid=110259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:07:49.888408 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-e7cd171b-b8d8-4d95-a8a4-1454b1c02d65 req-fe3eb74b-4ff7-456a-9fb0-17538e9f6a0e tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (dd5bad59-823c-48af-bc15-4b905203b88a), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:49.983881 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.db [req-e7cd171b-b8d8-4d95-a8a4-1454b1c02d65 req-fe3eb74b-4ff7-456a-9fb0-17538e9f6a0e tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] For port dd5bad59-823c-48af-bc15-4b905203b88a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=dd5bad59-823c-48af-bc15-4b905203b88a,segment=NetworkSegment(799cde48-ce89-4717-8648-0b14442574b5),segment_id=799cde48-ce89-4717-8648-0b14442574b5)] {{(pid=110259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:07:49.984239 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-e7cd171b-b8d8-4d95-a8a4-1454b1c02d65 req-fe3eb74b-4ff7-456a-9fb0-17538e9f6a0e tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (dd5bad59-823c-48af-bc15-4b905203b88a), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:49.997383 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [req-e7cd171b-b8d8-4d95-a8a4-1454b1c02d65 req-fe3eb74b-4ff7-456a-9fb0-17538e9f6a0e tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Calling delete_port for dd5bad59-823c-48af-bc15-4b905203b88a owned by compute:nova {{(pid=110259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:07:50.023360 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b00f06-5476-4fd8-ba47-48284f8b3823 req-f06b699f-b3ba-431d-8bc3-cda17b89c76c tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:07:50.024857 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-11b00f06-5476-4fd8-ba47-48284f8b3823 req-f06b699f-b3ba-431d-8bc3-cda17b89c76c tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/ports?device_id=18863526-3e9c-4b3a-9fc4-569fb239962b HTTP/1.1" status: 200 len: 945 time: 0.0530705 Apr 06 12:07:50.073172 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-11b00f06-5476-4fd8-ba47-48284f8b3823 req-f6f45899-673a-49d2-bd43-4b1039ee5d53 tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.39 "GET /v2.0/security-groups?id=ddeed8ba-094b-40c8-a656-712ce6731f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425818 Apr 06 12:07:50.125871 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-e7cd171b-b8d8-4d95-a8a4-1454b1c02d65 req-fe3eb74b-4ff7-456a-9fb0-17538e9f6a0e tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (dd5bad59-823c-48af-bc15-4b905203b88a), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:50.152491 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['dd5bad59-823c-48af-bc15-4b905203b88a'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:07:50.159464 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3eb74b-4ff7-456a-9fb0-17538e9f6a0e tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Pushing event deleted for resources: {'Port': ['ID=dd5bad59-823c-48af-bc15-4b905203b88a,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:07:50.203708 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7cd171b-b8d8-4d95-a8a4-1454b1c02d65 req-fe3eb74b-4ff7-456a-9fb0-17538e9f6a0e tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] No DVR routers for this DVR port dd5bad59-823c-48af-bc15-4b905203b88a on host hv-cinder-83607 {{(pid=110259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:07:50.206214 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-e7cd171b-b8d8-4d95-a8a4-1454b1c02d65 req-fe3eb74b-4ff7-456a-9fb0-17538e9f6a0e tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:50.210542 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e7cd171b-b8d8-4d95-a8a4-1454b1c02d65 req-fe3eb74b-4ff7-456a-9fb0-17538e9f6a0e tempest-TestMinimumBasicScenario-1610806665 tempest-TestMinimumBasicScenario-1610806665-project] 10.222.0.53 "DELETE /v2.0/ports/dd5bad59-823c-48af-bc15-4b905203b88a HTTP/1.1" status: 204 len: 173 time: 0.4100528 Apr 06 12:07:50.210986 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18863526-3e9c-4b3a-9fc4-569fb239962b', 'name': 'network-vif-deleted', 'tag': 'dd5bad59-823c-48af-bc15-4b905203b88a'}] {{(pid=110259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:07:50.213239 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c7c8e3a7af7eec310205c5f765578dca3c187f66a15f537813450f68a58a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656ad5db-eba6-4659-9fc6-fd66fc0c61ce" -d '{"events": [{"server_uuid": "18863526-3e9c-4b3a-9fc4-569fb239962b", "name": "network-vif-deleted", "tag": "dd5bad59-823c-48af-bc15-4b905203b88a"}]}' {{(pid=110259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:07:50.253988 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20617f93-9280-4b56-b95f-6f6e8b590b40 x-openstack-request-id: req-20617f93-9280-4b56-b95f-6f6e8b590b40 {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:07:50.254304 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18863526-3e9c-4b3a-9fc4-569fb239962b", "name": "network-vif-deleted", "tag": "dd5bad59-823c-48af-bc15-4b905203b88a", "status": "completed", "code": 200}]} {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:07:50.254558 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-20617f93-9280-4b56-b95f-6f6e8b590b40 {{(pid=110259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:07:50.254958 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20617f93-9280-4b56-b95f-6f6e8b590b40'] response: {'server_uuid': '18863526-3e9c-4b3a-9fc4-569fb239962b', 'name': 'network-vif-deleted', 'tag': 'dd5bad59-823c-48af-bc15-4b905203b88a', 'status': 'completed', 'code': 200} Apr 06 12:07:51.737469 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53924) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:07:52.091015 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5b7bfd7c-c4bd-48ae-88e6-643dc86f9b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431766'] for router_interface (36bec645-50d1-478e-a62c-c167ae58df45), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:52.339301 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-5b7bfd7c-c4bd-48ae-88e6-643dc86f9b56 admin admin] Deleting port f8c619d1-7431-4415-bf87-290f4f26f72b {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:07:52.339634 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5b7bfd7c-c4bd-48ae-88e6-643dc86f9b56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (f8c619d1-7431-4415-bf87-290f4f26f72b), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:52.416362 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [None req-5b7bfd7c-c4bd-48ae-88e6-643dc86f9b56 admin admin] For port f8c619d1-7431-4415-bf87-290f4f26f72b, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=f8c619d1-7431-4415-bf87-290f4f26f72b,segment=NetworkSegment(799cde48-ce89-4717-8648-0b14442574b5),segment_id=799cde48-ce89-4717-8648-0b14442574b5)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:07:52.416715 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5b7bfd7c-c4bd-48ae-88e6-643dc86f9b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (f8c619d1-7431-4415-bf87-290f4f26f72b), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:52.430957 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-5b7bfd7c-c4bd-48ae-88e6-643dc86f9b56 admin admin] Calling delete_port for f8c619d1-7431-4415-bf87-290f4f26f72b owned by network:router_interface {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:07:52.612861 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5b7bfd7c-c4bd-48ae-88e6-643dc86f9b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (f8c619d1-7431-4415-bf87-290f4f26f72b), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:52.645903 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7bfd7c-c4bd-48ae-88e6-643dc86f9b56 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c619d1-7431-4415-bf87-290f4f26f72b,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:07:52.752122 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:07:52.820569 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-5b7bfd7c-c4bd-48ae-88e6-643dc86f9b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430086'] for router_interface (36bec645-50d1-478e-a62c-c167ae58df45), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:53.043639 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7bfd7c-c4bd-48ae-88e6-643dc86f9b56 admin admin] Router 36bec645-50d1-478e-a62c-c167ae58df45 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:07:53.151130 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7bfd7c-c4bd-48ae-88e6-643dc86f9b56 admin admin] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:07:53.156046 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-5b7bfd7c-c4bd-48ae-88e6-643dc86f9b56 admin admin] 10.222.0.39 "PUT /v2.0/routers/36bec645-50d1-478e-a62c-c167ae58df45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4175639 Apr 06 12:07:53.158657 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53928) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:07:53.161192 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7ff983-72dc-4364-8578-6b4ec85487db None None] Sync routers for ids ['36bec645-50d1-478e-a62c-c167ae58df45'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:07:53.172487 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7ff983-72dc-4364-8578-6b4ec85487db None None] Routers {'36bec645-50d1-478e-a62c-c167ae58df45'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:07:53.173139 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-1a7ff983-72dc-4364-8578-6b4ec85487db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:07:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['36bec645-50d1-478e-a62c-c167ae58df45'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:07:53.264209 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e2674e5f-3748-4c03-a42f-95681671c569 admin admin] Publish callbacks [] for router (36bec645-50d1-478e-a62c-c167ae58df45), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:53.282673 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-1a7ff983-72dc-4364-8578-6b4ec85487db None None] Set router 36bec645-50d1-478e-a62c-c167ae58df45 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:07:53.368028 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e2674e5f-3748-4c03-a42f-95681671c569 admin admin] Publish callbacks [] for router_gateway (36bec645-50d1-478e-a62c-c167ae58df45), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:53.428032 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-e2674e5f-3748-4c03-a42f-95681671c569 admin admin] Deleting port aa2f7527-c9ee-4cc7-bb8e-cd442214f272 {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:07:53.428367 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e2674e5f-3748-4c03-a42f-95681671c569 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (aa2f7527-c9ee-4cc7-bb8e-cd442214f272), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:53.467178 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-1a7ff983-72dc-4364-8578-6b4ec85487db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36bec645-50d1-478e-a62c-c167ae58df45', 'name': 'tempest-TestMinimumBasicScenario-104291544-router', 'tenant_id': '1298ccb8a9014261ab619bfcb68d9d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'aa2f7527-c9ee-4cc7-bb8e-cd442214f272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:04:27Z', 'updated_at': '2022-04-06T12:07:52Z', 'revision_number': 5, 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'gw_port': {'id': 'aa2f7527-c9ee-4cc7-bb8e-cd442214f272', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36bec645-50d1-478e-a62c-c167ae58df45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:04:28Z', 'updated_at': '2022-04-06T12:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:07:53.496059 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7ff983-72dc-4364-8578-6b4ec85487db None None] Checking router: 36bec645-50d1-478e-a62c-c167ae58df45 for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:07:53.504591 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7ff983-72dc-4364-8578-6b4ec85487db None None] Routers {'36bec645-50d1-478e-a62c-c167ae58df45'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:07:53.505293 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-1a7ff983-72dc-4364-8578-6b4ec85487db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:07:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['36bec645-50d1-478e-a62c-c167ae58df45'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:07:53.506135 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [None req-e2674e5f-3748-4c03-a42f-95681671c569 admin admin] For port aa2f7527-c9ee-4cc7-bb8e-cd442214f272, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=aa2f7527-c9ee-4cc7-bb8e-cd442214f272,segment=NetworkSegment(e99df258-543d-4616-b3b8-0c52db153909),segment_id=e99df258-543d-4616-b3b8-0c52db153909)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:07:53.506891 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e2674e5f-3748-4c03-a42f-95681671c569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (aa2f7527-c9ee-4cc7-bb8e-cd442214f272), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:53.525570 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-e2674e5f-3748-4c03-a42f-95681671c569 admin admin] Calling delete_port for aa2f7527-c9ee-4cc7-bb8e-cd442214f272 owned by network:router_gateway {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:07:53.608988 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-1a7ff983-72dc-4364-8578-6b4ec85487db None None] Set router 36bec645-50d1-478e-a62c-c167ae58df45 gateway port host: None {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:07:53.663420 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-1a7ff983-72dc-4364-8578-6b4ec85487db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36bec645-50d1-478e-a62c-c167ae58df45', 'name': 'tempest-TestMinimumBasicScenario-104291544-router', 'tenant_id': '1298ccb8a9014261ab619bfcb68d9d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:04:27Z', 'updated_at': '2022-04-06T12:07:53Z', 'revision_number': 6, 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'gw_port_host': None}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:07:53.689459 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7ff983-72dc-4364-8578-6b4ec85487db None None] The sync data for ids ['36bec645-50d1-478e-a62c-c167ae58df45'] in dv-cinder-836074-2-iscsi is: [{'id': '36bec645-50d1-478e-a62c-c167ae58df45', 'name': 'tempest-TestMinimumBasicScenario-104291544-router', 'tenant_id': '1298ccb8a9014261ab619bfcb68d9d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:04:27Z', 'updated_at': '2022-04-06T12:07:53Z', 'revision_number': 6, 'project_id': '1298ccb8a9014261ab619bfcb68d9d77', 'gw_port_host': None}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:07:53.705626 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e2674e5f-3748-4c03-a42f-95681671c569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (aa2f7527-c9ee-4cc7-bb8e-cd442214f272), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:53.734372 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2674e5f-3748-4c03-a42f-95681671c569 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa2f7527-c9ee-4cc7-bb8e-cd442214f272,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:07:53.798162 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e2674e5f-3748-4c03-a42f-95681671c569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430272'] for router_gateway (36bec645-50d1-478e-a62c-c167ae58df45), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:53.892782 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e2674e5f-3748-4c03-a42f-95681671c569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2514'] for router (36bec645-50d1-478e-a62c-c167ae58df45), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:53.894861 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e2674e5f-3748-4c03-a42f-95681671c569 admin admin] Publish callbacks [] for router_controller (36bec645-50d1-478e-a62c-c167ae58df45), precommit_delete_associations {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:53.938791 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e2674e5f-3748-4c03-a42f-95681671c569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-433530'] for router (36bec645-50d1-478e-a62c-c167ae58df45), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:53.939270 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2674e5f-3748-4c03-a42f-95681671c569 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36bec645-50d1-478e-a62c-c167ae58df45 {{(pid=110260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 12:07:53.943482 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e2674e5f-3748-4c03-a42f-95681671c569 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:53.944732 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-e2674e5f-3748-4c03-a42f-95681671c569 admin admin] 10.222.0.39 "DELETE /v2.0/routers/36bec645-50d1-478e-a62c-c167ae58df45 HTTP/1.1" status: 204 len: 168 time: 0.7851319 Apr 06 12:07:53.947725 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53930) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:07:53.996937 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d812a8a-bf10-43ea-a2d0-8b7c35f1b72f admin admin] Deleting subnet b7094297-974e-4ae1-a219-56fff22aaa1c {{(pid=110260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:07:53.999991 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4d812a8a-bf10-43ea-a2d0-8b7c35f1b72f admin admin] Publish callbacks [] for subnet (b7094297-974e-4ae1-a219-56fff22aaa1c), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:54.035093 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4d812a8a-bf10-43ea-a2d0-8b7c35f1b72f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5214045'] for subnet (b7094297-974e-4ae1-a219-56fff22aaa1c), precommit_delete_associations {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:54.117148 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4d812a8a-bf10-43ea-a2d0-8b7c35f1b72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540055'] for subnet (b7094297-974e-4ae1-a219-56fff22aaa1c), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:54.175029 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4d812a8a-bf10-43ea-a2d0-8b7c35f1b72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1540056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4263529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4228261'] for subnet (b7094297-974e-4ae1-a219-56fff22aaa1c), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:54.202527 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d812a8a-bf10-43ea-a2d0-8b7c35f1b72f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7094297-974e-4ae1-a219-56fff22aaa1c,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:07:54.204398 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4d812a8a-bf10-43ea-a2d0-8b7c35f1b72f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:54.209007 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-4d812a8a-bf10-43ea-a2d0-8b7c35f1b72f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b7094297-974e-4ae1-a219-56fff22aaa1c HTTP/1.1" status: 204 len: 168 time: 0.2588632 Apr 06 12:07:54.209421 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae0e6b0-e802-4f65-a75c-f3bc1d142f21 None None] Network b5cff5d5-cdf1-4182-a76a-ce442e73f9e6 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:07:54.210353 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 53932) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:07:54.277288 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-2d1f159f-3b36-4a10-b7b9-1c825d75b9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448080'] for network (b5cff5d5-cdf1-4182-a76a-ce442e73f9e6), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:54.339036 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-2d1f159f-3b36-4a10-b7b9-1c825d75b9f6 admin admin] Deleting port 8b19963d-e8b8-4c53-a039-32e5893da5e9 {{(pid=110259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:07:54.339369 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-2d1f159f-3b36-4a10-b7b9-1c825d75b9f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (8b19963d-e8b8-4c53-a039-32e5893da5e9), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:54.400919 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.db [None req-2d1f159f-3b36-4a10-b7b9-1c825d75b9f6 admin admin] For port 8b19963d-e8b8-4c53-a039-32e5893da5e9, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=8b19963d-e8b8-4c53-a039-32e5893da5e9,segment=NetworkSegment(799cde48-ce89-4717-8648-0b14442574b5),segment_id=799cde48-ce89-4717-8648-0b14442574b5)] {{(pid=110259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:07:54.401213 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-2d1f159f-3b36-4a10-b7b9-1c825d75b9f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (8b19963d-e8b8-4c53-a039-32e5893da5e9), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:54.413350 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-2d1f159f-3b36-4a10-b7b9-1c825d75b9f6 admin admin] Calling delete_port for 8b19963d-e8b8-4c53-a039-32e5893da5e9 owned by network:dhcp {{(pid=110259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:07:54.424926 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device dd5bad59-823c-48af-bc15-4b905203b88a no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:07:54.449482 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] No Port match for: dd5bad59-823c-48af-bc15-4b905203b88a {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:07:54.449834 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device dd5bad59-823c-48af-bc15-4b905203b88a not bound to the agent host hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:07:54.490034 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5e3b09-7822-40f0-92e2-8897d8c346e2 None None] DHCP port deletion for b5cff5d5-cdf1-4182-a76a-ce442e73f9e6 request from dv-cinder-836074-2-iscsi {{(pid=110261) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 12:07:54.548201 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-0a5e3b09-7822-40f0-92e2-8897d8c346e2 None None] Deleting port 8b19963d-e8b8-4c53-a039-32e5893da5e9 {{(pid=110261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:07:54.548573 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-0a5e3b09-7822-40f0-92e2-8897d8c346e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (8b19963d-e8b8-4c53-a039-32e5893da5e9), before_delete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:54.618873 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-0a5e3b09-7822-40f0-92e2-8897d8c346e2 None None] For port 8b19963d-e8b8-4c53-a039-32e5893da5e9, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=8b19963d-e8b8-4c53-a039-32e5893da5e9,segment=NetworkSegment(799cde48-ce89-4717-8648-0b14442574b5),segment_id=799cde48-ce89-4717-8648-0b14442574b5)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:07:54.619270 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-0a5e3b09-7822-40f0-92e2-8897d8c346e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (8b19963d-e8b8-4c53-a039-32e5893da5e9), precommit_delete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:54.633729 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-0a5e3b09-7822-40f0-92e2-8897d8c346e2 None None] Calling delete_port for 8b19963d-e8b8-4c53-a039-32e5893da5e9 owned by network:dhcp {{(pid=110261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:07:54.725478 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-0a5e3b09-7822-40f0-92e2-8897d8c346e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237'] for port (8b19963d-e8b8-4c53-a039-32e5893da5e9), after_delete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:54.752963 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e3b09-7822-40f0-92e2-8897d8c346e2 None None] Pushing event deleted for resources: {'Port': ['ID=8b19963d-e8b8-4c53-a039-32e5893da5e9,revision_number=None']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:07:54.761494 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-2d1f159f-3b36-4a10-b7b9-1c825d75b9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (8b19963d-e8b8-4c53-a039-32e5893da5e9), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:54.762029 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5e3b09-7822-40f0-92e2-8897d8c346e2 None None] No DVR routers for this DVR port 8b19963d-e8b8-4c53-a039-32e5893da5e9 on host dv-cinder-836074-2-iscsi {{(pid=110261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:07:54.769086 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e3b09-7822-40f0-92e2-8897d8c346e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:54.769086 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e3b09-7822-40f0-92e2-8897d8c346e2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:54.769086 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e3b09-7822-40f0-92e2-8897d8c346e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:54.769086 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e3b09-7822-40f0-92e2-8897d8c346e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:54.769086 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e3b09-7822-40f0-92e2-8897d8c346e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:54.769086 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e3b09-7822-40f0-92e2-8897d8c346e2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:54.769086 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e3b09-7822-40f0-92e2-8897d8c346e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:54.769086 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e3b09-7822-40f0-92e2-8897d8c346e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:54.769086 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e3b09-7822-40f0-92e2-8897d8c346e2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:54.773509 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e3b09-7822-40f0-92e2-8897d8c346e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:54.773509 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e3b09-7822-40f0-92e2-8897d8c346e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:54.773509 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e3b09-7822-40f0-92e2-8897d8c346e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:54.773509 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e3b09-7822-40f0-92e2-8897d8c346e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:54.773509 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e3b09-7822-40f0-92e2-8897d8c346e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:54.773509 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e3b09-7822-40f0-92e2-8897d8c346e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:07:54.795445 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1f159f-3b36-4a10-b7b9-1c825d75b9f6 admin admin] No DVR routers for this DVR port 8b19963d-e8b8-4c53-a039-32e5893da5e9 on host dv-cinder-836074-2-iscsi {{(pid=110259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:07:54.800346 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f159f-3b36-4a10-b7b9-1c825d75b9f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b19963d-e8b8-4c53-a039-32e5893da5e9,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:07:54.868523 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-2d1f159f-3b36-4a10-b7b9-1c825d75b9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1537324', 'neutron.services.segments.db._delete_segments_for_network-8743157203577'] for network (b5cff5d5-cdf1-4182-a76a-ce442e73f9e6), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:54.888769 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.services.segments.db [None req-2d1f159f-3b36-4a10-b7b9-1c825d75b9f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5cff5d5-cdf1-4182-a76a-ce442e73f9e6']}} {{(pid=110259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:07:54.900983 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.services.segments.db [None req-2d1f159f-3b36-4a10-b7b9-1c825d75b9f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '799cde48-ce89-4717-8648-0b14442574b5') {'for_net_delete': True} {{(pid=110259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:07:54.901280 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.services.segments.db [None req-2d1f159f-3b36-4a10-b7b9-1c825d75b9f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '799cde48-ce89-4717-8648-0b14442574b5') {} {{(pid=110259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:07:54.911170 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-2d1f159f-3b36-4a10-b7b9-1c825d75b9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743157202306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4434089'] for segment (799cde48-ce89-4717-8648-0b14442574b5), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:54.925739 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-2d1f159f-3b36-4a10-b7b9-1c825d75b9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (799cde48-ce89-4717-8648-0b14442574b5), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:54.932375 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1f159f-3b36-4a10-b7b9-1c825d75b9f6 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=110259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:07:54.932711 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-2d1f159f-3b36-4a10-b7b9-1c825d75b9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4352449'] for segment (799cde48-ce89-4717-8648-0b14442574b5), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: self.session.flush() Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: self.session.flush() Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: self.session.flush() Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: self.session.flush() Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: Traceback (most recent call last): Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: timer() Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: cb(*args, **kw) Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: return func(*args, **kwargs) Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: self._notify() Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: self.callback(batched_events) Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: event.method(event) Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: return f(self, *a, **k) Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: return self._get(url).json() Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: return self.request(url, 'GET', **kwargs) Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:07:54.934485 dv-cinder-836074-2-iscsi neutron-server[110259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:07:54.988490 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-2d1f159f-3b36-4a10-b7b9-1c825d75b9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1537365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430244'] for network (b5cff5d5-cdf1-4182-a76a-ce442e73f9e6), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:54.994088 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-2d1f159f-3b36-4a10-b7b9-1c825d75b9f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:54.997108 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-2d1f159f-3b36-4a10-b7b9-1c825d75b9f6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b5cff5d5-cdf1-4182-a76a-ce442e73f9e6 HTTP/1.1" status: 204 len: 168 time: 0.7857835 Apr 06 12:07:55.000053 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53934) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:07:55.008732 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f159f-3b36-4a10-b7b9-1c825d75b9f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5cff5d5-cdf1-4182-a76a-ce442e73f9e6,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:07:55.582954 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device f8c619d1-7431-4415-bf87-290f4f26f72b no longer exists at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:07:55.605123 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] No Port match for: f8c619d1-7431-4415-bf87-290f4f26f72b {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:07:55.605566 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device f8c619d1-7431-4415-bf87-290f4f26f72b not bound to the agent host dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:07:55.606058 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device aa2f7527-c9ee-4cc7-bb8e-cd442214f272 no longer exists at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:07:55.619967 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-210fb82a-ba35-4b26-94a6-39055ea80e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431766'] for router_interface (a275919c-ca34-49f5-a672-346b872842d8), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:55.625170 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] No Port match for: aa2f7527-c9ee-4cc7-bb8e-cd442214f272 {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:07:55.625587 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device aa2f7527-c9ee-4cc7-bb8e-cd442214f272 not bound to the agent host dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:07:55.626068 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 8b19963d-e8b8-4c53-a039-32e5893da5e9 no longer exists at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:07:55.648116 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] No Port match for: 8b19963d-e8b8-4c53-a039-32e5893da5e9 {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:07:55.648546 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 8b19963d-e8b8-4c53-a039-32e5893da5e9 not bound to the agent host dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:07:55.867585 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-210fb82a-ba35-4b26-94a6-39055ea80e2f admin admin] Deleting port d2606c55-b7ab-4185-a8ad-439c5629c1b5 {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:07:55.867909 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-210fb82a-ba35-4b26-94a6-39055ea80e2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (d2606c55-b7ab-4185-a8ad-439c5629c1b5), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:55.948205 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [None req-210fb82a-ba35-4b26-94a6-39055ea80e2f admin admin] For port d2606c55-b7ab-4185-a8ad-439c5629c1b5, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=d2606c55-b7ab-4185-a8ad-439c5629c1b5,segment=NetworkSegment(10ff6d3c-e0c7-4f7a-b1c1-3f2ee6f0e933),segment_id=10ff6d3c-e0c7-4f7a-b1c1-3f2ee6f0e933)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:07:55.948481 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-210fb82a-ba35-4b26-94a6-39055ea80e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (d2606c55-b7ab-4185-a8ad-439c5629c1b5), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:55.962212 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-210fb82a-ba35-4b26-94a6-39055ea80e2f admin admin] Calling delete_port for d2606c55-b7ab-4185-a8ad-439c5629c1b5 owned by network:router_interface {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:07:56.144094 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-210fb82a-ba35-4b26-94a6-39055ea80e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (d2606c55-b7ab-4185-a8ad-439c5629c1b5), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:56.170150 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210fb82a-ba35-4b26-94a6-39055ea80e2f admin admin] Pushing event deleted for resources: {'Port': ['ID=d2606c55-b7ab-4185-a8ad-439c5629c1b5,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:07:56.341055 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-210fb82a-ba35-4b26-94a6-39055ea80e2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430086'] for router_interface (a275919c-ca34-49f5-a672-346b872842d8), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:56.563851 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210fb82a-ba35-4b26-94a6-39055ea80e2f admin admin] Router a275919c-ca34-49f5-a672-346b872842d8 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:07:56.674523 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210fb82a-ba35-4b26-94a6-39055ea80e2f admin admin] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:07:56.680902 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-210fb82a-ba35-4b26-94a6-39055ea80e2f admin admin] 10.222.0.39 "PUT /v2.0/routers/a275919c-ca34-49f5-a672-346b872842d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6795125 Apr 06 12:07:56.683207 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53938) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:07:56.684941 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d3c320-ff0c-4a26-8526-bc7c0c013343 None None] Sync routers for ids ['a275919c-ca34-49f5-a672-346b872842d8'] in dv-cinder-836074-2-iscsi {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:07:56.695756 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d3c320-ff0c-4a26-8526-bc7c0c013343 None None] Routers {'a275919c-ca34-49f5-a672-346b872842d8'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:07:56.696565 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-c0d3c320-ff0c-4a26-8526-bc7c0c013343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:07:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['a275919c-ca34-49f5-a672-346b872842d8'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:07:56.792451 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-afabc8f9-a027-45a8-b72b-d856d5bd611f admin admin] Publish callbacks [] for router (a275919c-ca34-49f5-a672-346b872842d8), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:56.906898 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-afabc8f9-a027-45a8-b72b-d856d5bd611f admin admin] Publish callbacks [] for router_gateway (a275919c-ca34-49f5-a672-346b872842d8), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:56.935210 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-c0d3c320-ff0c-4a26-8526-bc7c0c013343 None None] Set router a275919c-ca34-49f5-a672-346b872842d8 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:07:56.963037 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-afabc8f9-a027-45a8-b72b-d856d5bd611f admin admin] Deleting port 6c41eb15-5b1f-47f0-8a99-d7c056fcbf97 {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:07:56.963376 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-afabc8f9-a027-45a8-b72b-d856d5bd611f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (6c41eb15-5b1f-47f0-8a99-d7c056fcbf97), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:57.045095 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [None req-afabc8f9-a027-45a8-b72b-d856d5bd611f admin admin] For port 6c41eb15-5b1f-47f0-8a99-d7c056fcbf97, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=6c41eb15-5b1f-47f0-8a99-d7c056fcbf97,segment=NetworkSegment(e99df258-543d-4616-b3b8-0c52db153909),segment_id=e99df258-543d-4616-b3b8-0c52db153909)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:07:57.045460 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-afabc8f9-a027-45a8-b72b-d856d5bd611f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (6c41eb15-5b1f-47f0-8a99-d7c056fcbf97), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:57.057877 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-afabc8f9-a027-45a8-b72b-d856d5bd611f admin admin] Calling delete_port for 6c41eb15-5b1f-47f0-8a99-d7c056fcbf97 owned by network:router_gateway {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:07:57.114108 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-c0d3c320-ff0c-4a26-8526-bc7c0c013343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a275919c-ca34-49f5-a672-346b872842d8', 'name': 'tempest-TestMinimumBasicScenario-381208227-router', 'tenant_id': 'c1ea395e51d24448b79fcd00f5783860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '6c41eb15-5b1f-47f0-8a99-d7c056fcbf97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:04:33Z', 'updated_at': '2022-04-06T12:07:56Z', 'revision_number': 5, 'project_id': 'c1ea395e51d24448b79fcd00f5783860', 'gw_port': {'id': '6c41eb15-5b1f-47f0-8a99-d7c056fcbf97', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:16:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a275919c-ca34-49f5-a672-346b872842d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:04:33Z', 'updated_at': '2022-04-06T12:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:07:57.144704 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d3c320-ff0c-4a26-8526-bc7c0c013343 None None] Checking router: a275919c-ca34-49f5-a672-346b872842d8 for host: dv-cinder-836074-2-iscsi {{(pid=110261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:07:57.153893 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d3c320-ff0c-4a26-8526-bc7c0c013343 None None] Routers {'a275919c-ca34-49f5-a672-346b872842d8'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:07:57.154507 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-c0d3c320-ff0c-4a26-8526-bc7c0c013343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:07:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['a275919c-ca34-49f5-a672-346b872842d8'], 'active': True} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:07:57.236606 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-afabc8f9-a027-45a8-b72b-d856d5bd611f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (6c41eb15-5b1f-47f0-8a99-d7c056fcbf97), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:57.245370 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvr_db [None req-c0d3c320-ff0c-4a26-8526-bc7c0c013343 None None] Set router a275919c-ca34-49f5-a672-346b872842d8 gateway port host: None {{(pid=110261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:07:57.263321 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabc8f9-a027-45a8-b72b-d856d5bd611f admin admin] Pushing event deleted for resources: {'Port': ['ID=6c41eb15-5b1f-47f0-8a99-d7c056fcbf97,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:07:57.300641 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_hamode_db [None req-c0d3c320-ff0c-4a26-8526-bc7c0c013343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a275919c-ca34-49f5-a672-346b872842d8', 'name': 'tempest-TestMinimumBasicScenario-381208227-router', 'tenant_id': 'c1ea395e51d24448b79fcd00f5783860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:04:33Z', 'updated_at': '2022-04-06T12:07:56Z', 'revision_number': 6, 'project_id': 'c1ea395e51d24448b79fcd00f5783860', 'gw_port_host': None}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:07:57.323085 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-afabc8f9-a027-45a8-b72b-d856d5bd611f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430272'] for router_gateway (a275919c-ca34-49f5-a672-346b872842d8), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:57.327336 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d3c320-ff0c-4a26-8526-bc7c0c013343 None None] The sync data for ids ['a275919c-ca34-49f5-a672-346b872842d8'] in dv-cinder-836074-2-iscsi is: [{'id': 'a275919c-ca34-49f5-a672-346b872842d8', 'name': 'tempest-TestMinimumBasicScenario-381208227-router', 'tenant_id': 'c1ea395e51d24448b79fcd00f5783860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:04:33Z', 'updated_at': '2022-04-06T12:07:56Z', 'revision_number': 6, 'project_id': 'c1ea395e51d24448b79fcd00f5783860', 'gw_port_host': None}] {{(pid=110261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:07:57.421367 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-afabc8f9-a027-45a8-b72b-d856d5bd611f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2514'] for router (a275919c-ca34-49f5-a672-346b872842d8), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:57.423473 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-afabc8f9-a027-45a8-b72b-d856d5bd611f admin admin] Publish callbacks [] for router_controller (a275919c-ca34-49f5-a672-346b872842d8), precommit_delete_associations {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:57.466249 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-afabc8f9-a027-45a8-b72b-d856d5bd611f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-433530'] for router (a275919c-ca34-49f5-a672-346b872842d8), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:57.466756 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afabc8f9-a027-45a8-b72b-d856d5bd611f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a275919c-ca34-49f5-a672-346b872842d8 {{(pid=110260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 12:07:57.470974 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-afabc8f9-a027-45a8-b72b-d856d5bd611f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:57.472107 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-afabc8f9-a027-45a8-b72b-d856d5bd611f admin admin] 10.222.0.39 "DELETE /v2.0/routers/a275919c-ca34-49f5-a672-346b872842d8 HTTP/1.1" status: 204 len: 168 time: 0.7876265 Apr 06 12:07:57.474595 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53940) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:07:57.520068 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f4a760-be0b-46c2-912c-34244767ec51 admin admin] Deleting subnet 585c6b16-45ed-40d4-a80a-15536f883509 {{(pid=110260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:07:57.523242 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-70f4a760-be0b-46c2-912c-34244767ec51 admin admin] Publish callbacks [] for subnet (585c6b16-45ed-40d4-a80a-15536f883509), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:57.557573 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-70f4a760-be0b-46c2-912c-34244767ec51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5214045'] for subnet (585c6b16-45ed-40d4-a80a-15536f883509), precommit_delete_associations {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:57.637600 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-70f4a760-be0b-46c2-912c-34244767ec51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540055'] for subnet (585c6b16-45ed-40d4-a80a-15536f883509), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:57.698058 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-70f4a760-be0b-46c2-912c-34244767ec51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1540056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4263529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4228261'] for subnet (585c6b16-45ed-40d4-a80a-15536f883509), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:57.723835 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4a760-be0b-46c2-912c-34244767ec51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=585c6b16-45ed-40d4-a80a-15536f883509,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:07:57.732256 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-70f4a760-be0b-46c2-912c-34244767ec51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:57.735655 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-70f4a760-be0b-46c2-912c-34244767ec51 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/585c6b16-45ed-40d4-a80a-15536f883509 HTTP/1.1" status: 204 len: 168 time: 0.2595801 Apr 06 12:07:57.740128 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 53942) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:07:57.741516 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202e9938-0dbc-451c-a507-f8a565e076b2 None None] Network 5eaf86fc-56df-479d-99c6-685944fa9499 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:07:57.823589 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8ef50234-29c4-41a0-bf67-1d148ea50d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448080'] for network (5eaf86fc-56df-479d-99c6-685944fa9499), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:57.830878 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device d2606c55-b7ab-4185-a8ad-439c5629c1b5 no longer exists at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:07:57.853918 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] No Port match for: d2606c55-b7ab-4185-a8ad-439c5629c1b5 {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:07:57.854254 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device d2606c55-b7ab-4185-a8ad-439c5629c1b5 not bound to the agent host dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:07:57.885568 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-8ef50234-29c4-41a0-bf67-1d148ea50d13 admin admin] Deleting port c79065ea-90e9-4927-ab7e-aeb2c7caf847 {{(pid=110259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:07:57.885887 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8ef50234-29c4-41a0-bf67-1d148ea50d13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (c79065ea-90e9-4927-ab7e-aeb2c7caf847), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:57.956580 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.db [None req-8ef50234-29c4-41a0-bf67-1d148ea50d13 admin admin] For port c79065ea-90e9-4927-ab7e-aeb2c7caf847, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=c79065ea-90e9-4927-ab7e-aeb2c7caf847,segment=NetworkSegment(10ff6d3c-e0c7-4f7a-b1c1-3f2ee6f0e933),segment_id=10ff6d3c-e0c7-4f7a-b1c1-3f2ee6f0e933)] {{(pid=110259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:07:57.957002 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8ef50234-29c4-41a0-bf67-1d148ea50d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (c79065ea-90e9-4927-ab7e-aeb2c7caf847), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:57.970402 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-8ef50234-29c4-41a0-bf67-1d148ea50d13 admin admin] Calling delete_port for c79065ea-90e9-4927-ab7e-aeb2c7caf847 owned by network:dhcp {{(pid=110259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:07:58.049340 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8ef50234-29c4-41a0-bf67-1d148ea50d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (c79065ea-90e9-4927-ab7e-aeb2c7caf847), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:58.074736 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef50234-29c4-41a0-bf67-1d148ea50d13 admin admin] Pushing event deleted for resources: {'Port': ['ID=c79065ea-90e9-4927-ab7e-aeb2c7caf847,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:07:58.078250 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef50234-29c4-41a0-bf67-1d148ea50d13 admin admin] No DVR routers for this DVR port c79065ea-90e9-4927-ab7e-aeb2c7caf847 on host dv-cinder-836074-2-iscsi {{(pid=110259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:07:58.153553 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8ef50234-29c4-41a0-bf67-1d148ea50d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1537324', 'neutron.services.segments.db._delete_segments_for_network-8743157203577'] for network (5eaf86fc-56df-479d-99c6-685944fa9499), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:58.158669 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312677fe-34fd-458c-8a31-9089d122e3bc None None] DHCP port deletion for 5eaf86fc-56df-479d-99c6-685944fa9499 request from dv-cinder-836074-2-iscsi {{(pid=110261) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 12:07:58.178182 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.services.segments.db [None req-8ef50234-29c4-41a0-bf67-1d148ea50d13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eaf86fc-56df-479d-99c6-685944fa9499']}} {{(pid=110259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:07:58.188490 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.services.segments.db [None req-8ef50234-29c4-41a0-bf67-1d148ea50d13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ff6d3c-e0c7-4f7a-b1c1-3f2ee6f0e933') {'for_net_delete': True} {{(pid=110259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:07:58.188825 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.services.segments.db [None req-8ef50234-29c4-41a0-bf67-1d148ea50d13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ff6d3c-e0c7-4f7a-b1c1-3f2ee6f0e933') {} {{(pid=110259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:07:58.198516 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8ef50234-29c4-41a0-bf67-1d148ea50d13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743157202306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4434089'] for segment (10ff6d3c-e0c7-4f7a-b1c1-3f2ee6f0e933), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:58.211674 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8ef50234-29c4-41a0-bf67-1d148ea50d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (10ff6d3c-e0c7-4f7a-b1c1-3f2ee6f0e933), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:58.217534 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef50234-29c4-41a0-bf67-1d148ea50d13 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=110259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:07:58.217920 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8ef50234-29c4-41a0-bf67-1d148ea50d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4352449'] for segment (10ff6d3c-e0c7-4f7a-b1c1-3f2ee6f0e933), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:58.219621 dv-cinder-836074-2-iscsi neutron-server[110259]: Traceback (most recent call last): Apr 06 12:07:58.219621 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:07:58.219621 dv-cinder-836074-2-iscsi neutron-server[110259]: timer() Apr 06 12:07:58.219621 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:07:58.219621 dv-cinder-836074-2-iscsi neutron-server[110259]: cb(*args, **kw) Apr 06 12:07:58.219621 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:07:58.219621 dv-cinder-836074-2-iscsi neutron-server[110259]: return func(*args, **kwargs) Apr 06 12:07:58.219621 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:07:58.219621 dv-cinder-836074-2-iscsi neutron-server[110259]: self._notify() Apr 06 12:07:58.219621 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:07:58.219621 dv-cinder-836074-2-iscsi neutron-server[110259]: self.callback(batched_events) Apr 06 12:07:58.219621 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:07:58.219621 dv-cinder-836074-2-iscsi neutron-server[110259]: event.method(event) Apr 06 12:07:58.219621 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:07:58.219621 dv-cinder-836074-2-iscsi neutron-server[110259]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:07:58.219621 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:07:58.219621 dv-cinder-836074-2-iscsi neutron-server[110259]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:07:58.219621 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:07:58.219621 dv-cinder-836074-2-iscsi neutron-server[110259]: return f(self, *a, **k) Apr 06 12:07:58.219621 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:07:58.219621 dv-cinder-836074-2-iscsi neutron-server[110259]: return self._get(url).json() Apr 06 12:07:58.219621 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:07:58.219621 dv-cinder-836074-2-iscsi neutron-server[110259]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:07:58.219621 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:07:58.219621 dv-cinder-836074-2-iscsi neutron-server[110259]: return self.request(url, 'GET', **kwargs) Apr 06 12:07:58.219621 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:07:58.219621 dv-cinder-836074-2-iscsi neutron-server[110259]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:07:58.219621 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:07:58.219621 dv-cinder-836074-2-iscsi neutron-server[110259]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:07:58.219621 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:07:58.219621 dv-cinder-836074-2-iscsi neutron-server[110259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:07:58.219621 dv-cinder-836074-2-iscsi neutron-server[110259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:07:58.274912 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8ef50234-29c4-41a0-bf67-1d148ea50d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1537365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430244'] for network (5eaf86fc-56df-479d-99c6-685944fa9499), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:58.280648 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-8ef50234-29c4-41a0-bf67-1d148ea50d13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:58.283775 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-8ef50234-29c4-41a0-bf67-1d148ea50d13 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5eaf86fc-56df-479d-99c6-685944fa9499 HTTP/1.1" status: 204 len: 168 time: 0.5420604 Apr 06 12:07:58.300812 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef50234-29c4-41a0-bf67-1d148ea50d13 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eaf86fc-56df-479d-99c6-685944fa9499,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:07:58.460122 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 53946) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:07:58.500231 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-aecf3ade-2bd8-4181-a10e-d200b9e16903 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1298ccb8a9014261ab619bfcb68d9d77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389328 Apr 06 12:07:58.502766 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 53948) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:07:58.549756 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-fccbd023-c8c2-47ca-b751-8ee6faf74acb admin admin] Publish callbacks [] for security_group (ddeed8ba-094b-40c8-a656-712ce6731f22), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:58.570757 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-fccbd023-c8c2-47ca-b751-8ee6faf74acb admin admin] Publish callbacks [] for security_group (ddeed8ba-094b-40c8-a656-712ce6731f22), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:58.617639 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-fccbd023-c8c2-47ca-b751-8ee6faf74acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (ddeed8ba-094b-40c8-a656-712ce6731f22), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:58.621090 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-fccbd023-c8c2-47ca-b751-8ee6faf74acb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:58.621711 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-fccbd023-c8c2-47ca-b751-8ee6faf74acb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ddeed8ba-094b-40c8-a656-712ce6731f22 HTTP/1.1" status: 204 len: 168 time: 0.1178575 Apr 06 12:07:58.631719 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbd023-c8c2-47ca-b751-8ee6faf74acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddeed8ba-094b-40c8-a656-712ce6731f22,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:07:58.945847 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 53954) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:07:58.987569 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-b3b30db5-aacb-4d43-8474-a33da7438867 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c1ea395e51d24448b79fcd00f5783860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401247 Apr 06 12:07:58.989822 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53956) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:07:59.039918 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-441137a2-6aee-4ccc-b24e-4e43c552dfde admin admin] Publish callbacks [] for security_group (c82ed5ef-5ecd-46a1-8dc6-399e10d251f2), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:59.061401 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-441137a2-6aee-4ccc-b24e-4e43c552dfde admin admin] Publish callbacks [] for security_group (c82ed5ef-5ecd-46a1-8dc6-399e10d251f2), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:59.110442 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-441137a2-6aee-4ccc-b24e-4e43c552dfde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (c82ed5ef-5ecd-46a1-8dc6-399e10d251f2), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:59.112951 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-441137a2-6aee-4ccc-b24e-4e43c552dfde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:07:59.114088 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-441137a2-6aee-4ccc-b24e-4e43c552dfde admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c82ed5ef-5ecd-46a1-8dc6-399e10d251f2 HTTP/1.1" status: 204 len: 168 time: 0.1232870 Apr 06 12:07:59.121864 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441137a2-6aee-4ccc-b24e-4e43c552dfde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82ed5ef-5ecd-46a1-8dc6-399e10d251f2,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:07:59.562159 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 6c41eb15-5b1f-47f0-8a99-d7c056fcbf97 no longer exists at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:07:59.583334 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] No Port match for: 6c41eb15-5b1f-47f0-8a99-d7c056fcbf97 {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:07:59.583675 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 6c41eb15-5b1f-47f0-8a99-d7c056fcbf97 not bound to the agent host dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:07:59.584073 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device c79065ea-90e9-4927-ab7e-aeb2c7caf847 no longer exists at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:07:59.605544 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] No Port match for: c79065ea-90e9-4927-ab7e-aeb2c7caf847 {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:07:59.605909 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device c79065ea-90e9-4927-ab7e-aeb2c7caf847 not bound to the agent host dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:08:12.274995 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-a302f49a-f8e6-4140-9317-ba9b3bd6f9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:13.628573 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66752f43-7a9c-438f-aa8d-cdb05fbd2e09 req-5a96cd1b-e3ce-4247-9fc4-72b1b7022609 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:08:13.630074 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-66752f43-7a9c-438f-aa8d-cdb05fbd2e09 req-5a96cd1b-e3ce-4247-9fc4-72b1b7022609 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0519853 Apr 06 12:08:13.680499 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-66752f43-7a9c-438f-aa8d-cdb05fbd2e09 req-a776f096-24fa-4328-b053-42da1e392c2d tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429449 Apr 06 12:08:14.581106 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:14.803823 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53151ecd-3806-4393-9e0f-258804ccce84 req-6b5a428d-1305-40e9-8cda-2472574bca96 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:08:14.805281 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-53151ecd-3806-4393-9e0f-258804ccce84 req-6b5a428d-1305-40e9-8cda-2472574bca96 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0559282 Apr 06 12:08:14.851545 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-53151ecd-3806-4393-9e0f-258804ccce84 req-bd24b986-832e-4ecf-b62f-624542ad78c2 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407386 Apr 06 12:08:15.114748 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-e9157413-03a4-46cb-8b4b-19f9755cc6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:15.671126 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f346b-49cb-4c6e-bd6d-5d1b655ed790 req-55622f89-f319-4120-933b-33cb676e1aed tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:08:15.672483 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e64f346b-49cb-4c6e-bd6d-5d1b655ed790 req-55622f89-f319-4120-933b-33cb676e1aed tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.53 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0510714 Apr 06 12:08:15.763316 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [req-e64f346b-49cb-4c6e-bd6d-5d1b655ed790 req-b454d8a7-ab15-4260-9823-123662956744 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Deleting port 3eb93741-77e9-45b6-afc4-54904829043d {{(pid=110259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:08:15.763653 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-e64f346b-49cb-4c6e-bd6d-5d1b655ed790 req-b454d8a7-ab15-4260-9823-123662956744 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (3eb93741-77e9-45b6-afc4-54904829043d), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:15.853749 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.db [req-e64f346b-49cb-4c6e-bd6d-5d1b655ed790 req-b454d8a7-ab15-4260-9823-123662956744 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] For port 3eb93741-77e9-45b6-afc4-54904829043d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3eb93741-77e9-45b6-afc4-54904829043d,segment=NetworkSegment(c518d1a2-b035-4fd8-ba52-bae08596d8dd),segment_id=c518d1a2-b035-4fd8-ba52-bae08596d8dd)] {{(pid=110259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:08:15.854573 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-e64f346b-49cb-4c6e-bd6d-5d1b655ed790 req-b454d8a7-ab15-4260-9823-123662956744 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (3eb93741-77e9-45b6-afc4-54904829043d), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:15.972699 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ab9f0-0074-4408-99c7-86e364881dce req-2067014f-cc83-42e8-91ae-d6084cd0786a tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:08:15.974131 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e80ab9f0-0074-4408-99c7-86e364881dce req-2067014f-cc83-42e8-91ae-d6084cd0786a tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=66bc1bfb-802b-42ec-88e9-e3d2883a264f HTTP/1.1" status: 200 len: 945 time: 0.0523324 Apr 06 12:08:16.027550 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-e80ab9f0-0074-4408-99c7-86e364881dce req-3219994b-a79a-4531-b185-f468dc5eec6b tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fc445f4-4f18-472f-b244-f9783a00676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465288 Apr 06 12:08:16.087586 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-e64f346b-49cb-4c6e-bd6d-5d1b655ed790 req-b454d8a7-ab15-4260-9823-123662956744 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:16.088050 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-e64f346b-49cb-4c6e-bd6d-5d1b655ed790 req-b454d8a7-ab15-4260-9823-123662956744 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (d51f390d-14f2-450b-8210-bfdad4ff61ea), after_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:16.088365 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.db.l3_db [req-e64f346b-49cb-4c6e-bd6d-5d1b655ed790 req-b454d8a7-ab15-4260-9823-123662956744 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Floating IP d51f390d-14f2-450b-8210-bfdad4ff61ea disassociated. External IP: 172.27.1.248, port: 3eb93741-77e9-45b6-afc4-54904829043d. Apr 06 12:08:16.088707 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [req-e64f346b-49cb-4c6e-bd6d-5d1b655ed790 req-b454d8a7-ab15-4260-9823-123662956744 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Calling delete_port for 3eb93741-77e9-45b6-afc4-54904829043d owned by compute:nova {{(pid=110259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:08:16.220145 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-e64f346b-49cb-4c6e-bd6d-5d1b655ed790 req-b454d8a7-ab15-4260-9823-123662956744 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (3eb93741-77e9-45b6-afc4-54904829043d), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:16.246891 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454d8a7-ab15-4260-9823-123662956744 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Pushing event deleted for resources: {'Port': ['ID=3eb93741-77e9-45b6-afc4-54904829043d,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:08:16.374538 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e64f346b-49cb-4c6e-bd6d-5d1b655ed790 req-b454d8a7-ab15-4260-9823-123662956744 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Router f86a5bfb-9354-4fb8-8eb1-37ed7ac08211 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:08:16.483191 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e64f346b-49cb-4c6e-bd6d-5d1b655ed790 req-b454d8a7-ab15-4260-9823-123662956744 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:08:16.494983 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844a8bfc-407d-4b72-8846-78538dd63318 None None] Sync routers for ids ['f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:08:16.505720 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:16.506336 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844a8bfc-407d-4b72-8846-78538dd63318 None None] Routers {'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:08:16.506960 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-844a8bfc-407d-4b72-8846-78538dd63318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:08:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:08:16.527312 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64f346b-49cb-4c6e-bd6d-5d1b655ed790 req-b454d8a7-ab15-4260-9823-123662956744 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] No DVR routers for this DVR port 3eb93741-77e9-45b6-afc4-54904829043d on host hv-cinder-83607 {{(pid=110259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:08:16.529805 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-e64f346b-49cb-4c6e-bd6d-5d1b655ed790 req-b454d8a7-ab15-4260-9823-123662956744 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:16.533029 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e64f346b-49cb-4c6e-bd6d-5d1b655ed790 req-b454d8a7-ab15-4260-9823-123662956744 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.53 "DELETE /v2.0/ports/3eb93741-77e9-45b6-afc4-54904829043d HTTP/1.1" status: 204 len: 173 time: 0.8551958 Apr 06 12:08:16.533469 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66bc1bfb-802b-42ec-88e9-e3d2883a264f', 'name': 'network-vif-deleted', 'tag': '3eb93741-77e9-45b6-afc4-54904829043d'}] {{(pid=110259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:08:16.535704 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c7c8e3a7af7eec310205c5f765578dca3c187f66a15f537813450f68a58a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095ad8fc-aa01-4205-8eca-3a0b0cb9a440" -d '{"events": [{"server_uuid": "66bc1bfb-802b-42ec-88e9-e3d2883a264f", "name": "network-vif-deleted", "tag": "3eb93741-77e9-45b6-afc4-54904829043d"}]}' {{(pid=110259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:08:16.577049 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687770f1-1695-4fb2-80f6-46a75b4967ad x-openstack-request-id: req-687770f1-1695-4fb2-80f6-46a75b4967ad {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:08:16.577440 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66bc1bfb-802b-42ec-88e9-e3d2883a264f", "name": "network-vif-deleted", "tag": "3eb93741-77e9-45b6-afc4-54904829043d", "status": "completed", "code": 200}]} {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:08:16.577789 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-687770f1-1695-4fb2-80f6-46a75b4967ad {{(pid=110259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:08:16.578204 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-687770f1-1695-4fb2-80f6-46a75b4967ad'] response: {'server_uuid': '66bc1bfb-802b-42ec-88e9-e3d2883a264f', 'name': 'network-vif-deleted', 'tag': '3eb93741-77e9-45b6-afc4-54904829043d', 'status': 'completed', 'code': 200} Apr 06 12:08:16.643422 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-844a8bfc-407d-4b72-8846-78538dd63318 None None] Set router f86a5bfb-9354-4fb8-8eb1-37ed7ac08211 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:08:16.938116 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-844a8bfc-407d-4b72-8846-78538dd63318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'name': 'tempest-AttachVolumeTestJSON-1308526680-router', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:03:42Z', 'updated_at': '2022-04-06T12:03:45Z', 'revision_number': 4, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'gw_port': {'id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:43Z', 'updated_at': '2022-04-06T12:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'd656e2db-b5d0-4fcb-8113-c00f6e5a39bc', 'name': '', 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'mac_address': 'fa:16:3e:0d:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9a13fee9-8bb2-4536-8f3f-eca49979516d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:44Z', 'updated_at': '2022-04-06T12:03:49Z', 'revision_number': 5, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'subnets': [{'id': '9a13fee9-8bb2-4536-8f3f-eca49979516d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:08:16.969902 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844a8bfc-407d-4b72-8846-78538dd63318 None None] Checking router: f86a5bfb-9354-4fb8-8eb1-37ed7ac08211 for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:08:16.980235 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844a8bfc-407d-4b72-8846-78538dd63318 None None] Routers {'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:08:16.980883 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-844a8bfc-407d-4b72-8846-78538dd63318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:08:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:08:17.093725 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-844a8bfc-407d-4b72-8846-78538dd63318 None None] Set router f86a5bfb-9354-4fb8-8eb1-37ed7ac08211 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:08:17.114589 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53992) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:08:17.172994 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4c9074b7-cfdb-4d3d-b9e7-dbab8ee9f86c tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for security_group (8fc445f4-4f18-472f-b244-f9783a00676d), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:17.197605 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4c9074b7-cfdb-4d3d-b9e7-dbab8ee9f86c tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for security_group (8fc445f4-4f18-472f-b244-f9783a00676d), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:17.249941 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4c9074b7-cfdb-4d3d-b9e7-dbab8ee9f86c tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (8fc445f4-4f18-472f-b244-f9783a00676d), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:17.252529 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4c9074b7-cfdb-4d3d-b9e7-dbab8ee9f86c tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:17.253717 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-4c9074b7-cfdb-4d3d-b9e7-dbab8ee9f86c tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "DELETE /v2.0/security-groups/8fc445f4-4f18-472f-b244-f9783a00676d HTTP/1.1" status: 204 len: 168 time: 0.1381242 Apr 06 12:08:17.256494 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 53994) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:08:17.263052 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9074b7-cfdb-4d3d-b9e7-dbab8ee9f86c tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc445f4-4f18-472f-b244-f9783a00676d,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:08:17.277066 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.api.v2.resource [None req-f67368f0-9eee-4106-82a5-1578f1354708 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] show failed (client error): The resource could not be found. Apr 06 12:08:17.278189 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-f67368f0-9eee-4106-82a5-1578f1354708 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups/8fc445f4-4f18-472f-b244-f9783a00676d HTTP/1.1" status: 404 len: 347 time: 0.0207102 Apr 06 12:08:17.281211 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 53996) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:08:17.313272 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-844a8bfc-407d-4b72-8846-78538dd63318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'name': 'tempest-AttachVolumeTestJSON-1308526680-router', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:03:42Z', 'updated_at': '2022-04-06T12:03:45Z', 'revision_number': 4, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'gw_port': {'id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:43Z', 'updated_at': '2022-04-06T12:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'd656e2db-b5d0-4fcb-8113-c00f6e5a39bc', 'name': '', 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'mac_address': 'fa:16:3e:0d:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9a13fee9-8bb2-4536-8f3f-eca49979516d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:44Z', 'updated_at': '2022-04-06T12:03:49Z', 'revision_number': 5, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'subnets': [{'id': '9a13fee9-8bb2-4536-8f3f-eca49979516d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:08:17.343142 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844a8bfc-407d-4b72-8846-78538dd63318 None None] The sync data for ids ['f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'] in dv-cinder-836074-2-iscsi is: [{'id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'name': 'tempest-AttachVolumeTestJSON-1308526680-router', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:03:42Z', 'updated_at': '2022-04-06T12:03:45Z', 'revision_number': 4, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'gw_port': {'id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:43Z', 'updated_at': '2022-04-06T12:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'd656e2db-b5d0-4fcb-8113-c00f6e5a39bc', 'name': '', 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'mac_address': 'fa:16:3e:0d:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9a13fee9-8bb2-4536-8f3f-eca49979516d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:44Z', 'updated_at': '2022-04-06T12:03:49Z', 'revision_number': 5, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'subnets': [{'id': '9a13fee9-8bb2-4536-8f3f-eca49979516d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:08:17.419736 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-e7700abf-7e0c-4b72-8e58-0b2e57174d2b tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Deleting port 2663d731-5e38-494d-bf3a-77832196b928 {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:08:17.420326 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e7700abf-7e0c-4b72-8e58-0b2e57174d2b tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (2663d731-5e38-494d-bf3a-77832196b928), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:17.504619 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e7700abf-7e0c-4b72-8e58-0b2e57174d2b tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (2663d731-5e38-494d-bf3a-77832196b928), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:17.505020 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e7700abf-7e0c-4b72-8e58-0b2e57174d2b tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for floatingip (2663d731-5e38-494d-bf3a-77832196b928), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:17.518858 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-e7700abf-7e0c-4b72-8e58-0b2e57174d2b tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Calling delete_port for 2663d731-5e38-494d-bf3a-77832196b928 owned by network:floatingip {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:08:17.571390 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48600009-6273-41c8-be43-1dbf582faa65 None None] New status for floating IP d51f390d-14f2-450b-8210-bfdad4ff61ea: DOWN {{(pid=110261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:08:17.655816 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e7700abf-7e0c-4b72-8e58-0b2e57174d2b tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (2663d731-5e38-494d-bf3a-77832196b928), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:17.658374 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.db.api [None req-48600009-6273-41c8-be43-1dbf582faa65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 12:08:17.659025 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG oslo_db.api [None req-48600009-6273-41c8-be43-1dbf582faa65 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=110261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 12:08:17.686353 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7700abf-7e0c-4b72-8e58-0b2e57174d2b tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Pushing event deleted for resources: {'Port': ['ID=2663d731-5e38-494d-bf3a-77832196b928,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:08:17.748858 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e7700abf-7e0c-4b72-8e58-0b2e57174d2b tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for floatingip (d51f390d-14f2-450b-8210-bfdad4ff61ea), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:17.751681 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e7700abf-7e0c-4b72-8e58-0b2e57174d2b tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:17.752841 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-e7700abf-7e0c-4b72-8e58-0b2e57174d2b tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "DELETE /v2.0/floatingips/d51f390d-14f2-450b-8210-bfdad4ff61ea HTTP/1.1" status: 204 len: 168 time: 0.4706428 Apr 06 12:08:18.053220 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 54000) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:08:18.058576 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-ee4faac0-eac5-4acb-b037-af8950a75a3a tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1461325363', 'description': 'tempest-description--1754049432'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:08:18.079590 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ee4faac0-eac5-4acb-b037-af8950a75a3a tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:18.144599 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ee4faac0-eac5-4acb-b037-af8950a75a3a tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for security_group (50bf1680-2998-4c70-a214-50fa0577afd9), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:18.148153 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ee4faac0-eac5-4acb-b037-af8950a75a3a tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (50bf1680-2998-4c70-a214-50fa0577afd9), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:18.160527 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48600009-6273-41c8-be43-1dbf582faa65 None None] New status for floating IP d51f390d-14f2-450b-8210-bfdad4ff61ea: DOWN {{(pid=110261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:08:18.176999 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-ee4faac0-eac5-4acb-b037-af8950a75a3a tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:18.178205 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-ee4faac0-eac5-4acb-b037-af8950a75a3a tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1239893 Apr 06 12:08:18.181775 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 54002) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:08:18.186697 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-8d503cdc-b8fd-4687-9951-096161c1afb0 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Request body: {'security_group_rule': {'security_group_id': '50bf1680-2998-4c70-a214-50fa0577afd9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:08:18.191556 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4faac0-eac5-4acb-b037-af8950a75a3a tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50bf1680-2998-4c70-a214-50fa0577afd9,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:08:18.215029 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8d503cdc-b8fd-4687-9951-096161c1afb0 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for security_group_rule (eb58b7e8-e115-43b3-9f3b-1c4c3eda6e0e), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:18.278300 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8d503cdc-b8fd-4687-9951-096161c1afb0 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for security_group_rule (eb58b7e8-e115-43b3-9f3b-1c4c3eda6e0e), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:18.282157 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8d503cdc-b8fd-4687-9951-096161c1afb0 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (eb58b7e8-e115-43b3-9f3b-1c4c3eda6e0e), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:18.300929 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d503cdc-b8fd-4687-9951-096161c1afb0 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb58b7e8-e115-43b3-9f3b-1c4c3eda6e0e,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:08:18.310218 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8d503cdc-b8fd-4687-9951-096161c1afb0 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:18.311425 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-8d503cdc-b8fd-4687-9951-096161c1afb0 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287422 Apr 06 12:08:18.314043 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 54004) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:08:18.318243 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-21c8c472-57fb-4ac0-bae9-3f2c4a9a76a9 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Request body: {'security_group_rule': {'security_group_id': '50bf1680-2998-4c70-a214-50fa0577afd9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:08:18.342347 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-21c8c472-57fb-4ac0-bae9-3f2c4a9a76a9 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for security_group_rule (237f2ad1-c519-48db-837b-54db57528e4f), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:18.400466 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-21c8c472-57fb-4ac0-bae9-3f2c4a9a76a9 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for security_group_rule (237f2ad1-c519-48db-837b-54db57528e4f), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:18.403902 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-21c8c472-57fb-4ac0-bae9-3f2c4a9a76a9 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543399'] for security_group_rule (237f2ad1-c519-48db-837b-54db57528e4f), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:18.423011 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8c472-57fb-4ac0-bae9-3f2c4a9a76a9 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=237f2ad1-c519-48db-837b-54db57528e4f,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:08:18.433160 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-21c8c472-57fb-4ac0-bae9-3f2c4a9a76a9 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:18.434351 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-21c8c472-57fb-4ac0-bae9-3f2c4a9a76a9 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194000 Apr 06 12:08:18.437331 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 54006) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:08:18.441534 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-76f8b49c-8453-4ae0-95ea-190aa0cbcbbf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Request body: {'floatingip': {'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:08:18.461197 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-76f8b49c-8453-4ae0-95ea-190aa0cbcbbf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:18.560525 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-76f8b49c-8453-4ae0-95ea-190aa0cbcbbf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:18.659080 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_common [None req-76f8b49c-8453-4ae0-95ea-190aa0cbcbbf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Allocated IP 172.27.1.113 (f8bc4371-0f06-4ac4-8212-20e00bcdd0be/f72af3a5-4f9e-49cd-911b-77b0f5cebaf5/9ced98c1-827b-4fde-9cb7-27601bde6fcd) {{(pid=110260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:08:18.763815 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-76f8b49c-8453-4ae0-95ea-190aa0cbcbbf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for port (9ced98c1-827b-4fde-9cb7-27601bde6fcd), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:18.801244 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-76f8b49c-8453-4ae0-95ea-190aa0cbcbbf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (9ced98c1-827b-4fde-9cb7-27601bde6fcd), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:18.810964 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:18.837195 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f8b49c-8453-4ae0-95ea-190aa0cbcbbf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Network f8bc4371-0f06-4ac4-8212-20e00bcdd0be is already hosted by enough agents. {{(pid=110260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:08:18.840080 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-76f8b49c-8453-4ae0-95ea-190aa0cbcbbf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Resources bound (agent type, host, resource id): {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:08:18.845788 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f8b49c-8453-4ae0-95ea-190aa0cbcbbf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Received port after_create {{(pid=110260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:08:18.873141 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8b49c-8453-4ae0-95ea-190aa0cbcbbf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Pushing event updated for resources: {'Port': ['ID=9ced98c1-827b-4fde-9cb7-27601bde6fcd,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:08:18.947596 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-76f8b49c-8453-4ae0-95ea-190aa0cbcbbf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for floatingip (5bc26c64-445e-4ae5-83ec-f83a54008bd7), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:18.985421 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-76f8b49c-8453-4ae0-95ea-190aa0cbcbbf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (9ced98c1-827b-4fde-9cb7-27601bde6fcd), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:19.092824 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:19.141564 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-76f8b49c-8453-4ae0-95ea-190aa0cbcbbf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for port (9ced98c1-827b-4fde-9cb7-27601bde6fcd), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:19.146197 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-76f8b49c-8453-4ae0-95ea-190aa0cbcbbf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4263463'] for port (9ced98c1-827b-4fde-9cb7-27601bde6fcd), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:19.211013 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8b49c-8453-4ae0-95ea-190aa0cbcbbf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Pushing event updated for resources: {'Port': ['ID=9ced98c1-827b-4fde-9cb7-27601bde6fcd,revision_number=2']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:08:19.224811 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-76f8b49c-8453-4ae0-95ea-190aa0cbcbbf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (5bc26c64-445e-4ae5-83ec-f83a54008bd7), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:19.240174 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-76f8b49c-8453-4ae0-95ea-190aa0cbcbbf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:19.241420 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-76f8b49c-8453-4ae0-95ea-190aa0cbcbbf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8031816 Apr 06 12:08:19.441038 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-c9a5465e-c11f-40dd-8125-6094e898ed5a tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1461325363&fields=id&tenant_id=ede1b1c2fa1b4dc1bd2ad95d91ad5ffe HTTP/1.1" status: 200 len: 267 time: 0.0460413 Apr 06 12:08:19.545269 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-da7656c4-bfc5-451e-8dd8-eb04adfad6f6 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:08:19.546718 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-da7656c4-bfc5-451e-8dd8-eb04adfad6f6 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/networks?id=45970ed1-c53c-48e7-99d7-7f6912a67aaa HTTP/1.1" status: 200 len: 811 time: 0.0985270 Apr 06 12:08:19.565003 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-680f461c-3454-4e49-b398-54a124fbcc04 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/quotas/ede1b1c2fa1b4dc1bd2ad95d91ad5ffe HTTP/1.1" status: 200 len: 375 time: 0.0097930 Apr 06 12:08:19.618523 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-e07a99e2-8212-4f39-b69d-b8ae74028a2a tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ede1b1c2fa1b4dc1bd2ad95d91ad5ffe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478122 Apr 06 12:08:19.716649 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-f6a5159a-fc7c-4345-91c1-f7388f1da4d4 service neutron] 10.222.0.39 "GET /v2.0/networks/45970ed1-c53c-48e7-99d7-7f6912a67aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873444 Apr 06 12:08:19.804532 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-c0ebe761-0e00-414b-aec9-ce94b6045cbc service neutron] 10.222.0.39 "GET /v2.0/networks/45970ed1-c53c-48e7-99d7-7f6912a67aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822330 Apr 06 12:08:19.969310 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-62e8eb75-8433-42ae-8b77-85cc13f9c0ea req-3f0eb333-3e72-4331-85a3-9e4b918526cc tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd02d240-5d22-4fde-a582-c321707515b8 HTTP/1.1" status: 200 len: 210 time: 0.0288036 Apr 06 12:08:20.588531 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 3eb93741-77e9-45b6-afc4-54904829043d no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:08:20.608965 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] No Port match for: 3eb93741-77e9-45b6-afc4-54904829043d {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:08:20.609327 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 3eb93741-77e9-45b6-afc4-54904829043d not bound to the agent host hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:08:21.030081 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-1ff37984-6876-413d-8916-56fe40ebef70 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:08:21.031564 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-1ff37984-6876-413d-8916-56fe40ebef70 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.53 "GET /v2.0/networks?id=45970ed1-c53c-48e7-99d7-7f6912a67aaa HTTP/1.1" status: 200 len: 811 time: 0.1111963 Apr 06 12:08:21.077537 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-dc747cac-988c-41a8-ab44-da4c65a1b7f5 req-a288f264-ce30-48dd-b1b1-65d131d48d47 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd02d240-5d22-4fde-a582-c321707515b8 HTTP/1.1" status: 200 len: 210 time: 0.0377347 Apr 06 12:08:21.131978 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-3f36e58d-2d6e-40ea-a303-e4f103918477 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ede1b1c2fa1b4dc1bd2ad95d91ad5ffe HTTP/1.1" status: 200 len: 380 time: 0.0822566 Apr 06 12:08:21.186598 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-5b8a7980-da49-4c83-80f3-5ac696ed3ec8 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Request body: {'port': {'device_id': 'dd02d240-5d22-4fde-a582-c321707515b8', 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa', 'admin_state_up': True, 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'security_groups': ['50bf1680-2998-4c70-a214-50fa0577afd9']}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:08:21.289912 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-5b8a7980-da49-4c83-80f3-5ac696ed3ec8 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Made reservation on behalf of ede1b1c2fa1b4dc1bd2ad95d91ad5ffe for: {'port': 1} {{(pid=110259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:08:21.293112 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-5b8a7980-da49-4c83-80f3-5ac696ed3ec8 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:21.424494 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.db_base_plugin_common [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-5b8a7980-da49-4c83-80f3-5ac696ed3ec8 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Allocated IP 172.20.0.12 (45970ed1-c53c-48e7-99d7-7f6912a67aaa/9a13fee9-8bb2-4536-8f3f-eca49979516d/ab88e034-dcf0-453e-ac45-fe5f89924239) {{(pid=110259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:08:21.563121 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-5b8a7980-da49-4c83-80f3-5ac696ed3ec8 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for port (ab88e034-dcf0-453e-ac45-fe5f89924239), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:21.596178 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-5b8a7980-da49-4c83-80f3-5ac696ed3ec8 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (ab88e034-dcf0-453e-ac45-fe5f89924239), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:21.640801 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-5b8a7980-da49-4c83-80f3-5ac696ed3ec8 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Network 45970ed1-c53c-48e7-99d7-7f6912a67aaa is already hosted by enough agents. {{(pid=110259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:08:21.644050 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-5b8a7980-da49-4c83-80f3-5ac696ed3ec8 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Resources bound (agent type, host, resource id): {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:08:21.647797 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-5b8a7980-da49-4c83-80f3-5ac696ed3ec8 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Received port after_create {{(pid=110259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:08:21.654765 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a7980-da49-4c83-80f3-5ac696ed3ec8 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Pushing event updated for resources: {'Port': ['ID=ab88e034-dcf0-453e-ac45-fe5f89924239,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:08:21.705710 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-5b8a7980-da49-4c83-80f3-5ac696ed3ec8 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:08:21.706395 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-5b8a7980-da49-4c83-80f3-5ac696ed3ec8 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:21.724905 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-5b8a7980-da49-4c83-80f3-5ac696ed3ec8 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5422206 Apr 06 12:08:21.740014 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-2021ae3f-282b-4d8b-a36c-e185677dba4f service neutron] Request body: {'port': {'device_id': 'dd02d240-5d22-4fde-a582-c321707515b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:08:21.805328 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-2021ae3f-282b-4d8b-a36c-e185677dba4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (ab88e034-dcf0-453e-ac45-fe5f89924239), before_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:21.924523 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-c6c99636-6868-4c16-b947-7cf9e987707d None None] Provisioning complete for port ab88e034-dcf0-453e-ac45-fe5f89924239 triggered by entity DHCP. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:08:21.925134 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-c6c99636-6868-4c16-b947-7cf9e987707d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (ab88e034-dcf0-453e-ac45-fe5f89924239), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:21.959687 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-c6c99636-6868-4c16-b947-7cf9e987707d None None] Port ab88e034-dcf0-453e-ac45-fe5f89924239 cannot update to ACTIVE because it is not bound. {{(pid=110261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:08:22.069086 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.notifiers.nova [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-2021ae3f-282b-4d8b-a36c-e185677dba4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab88e034-dcf0-453e-ac45-fe5f89924239 {{(pid=110259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:08:22.077073 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-2021ae3f-282b-4d8b-a36c-e185677dba4f service neutron] Publish callbacks [] for port (ab88e034-dcf0-453e-ac45-fe5f89924239), precommit_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:22.089659 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.provisioning_blocks [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-2021ae3f-282b-4d8b-a36c-e185677dba4f service neutron] Transition to ACTIVE for port object ab88e034-dcf0-453e-ac45-fe5f89924239 will not be triggered until provisioned by entity L2. {{(pid=110259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:08:22.093521 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-2021ae3f-282b-4d8b-a36c-e185677dba4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352485'] for port (ab88e034-dcf0-453e-ac45-fe5f89924239), after_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:22.145704 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021ae3f-282b-4d8b-a36c-e185677dba4f service neutron] Pushing event updated for resources: {'Port': ['ID=ab88e034-dcf0-453e-ac45-fe5f89924239,revision_number=2']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:08:22.217177 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98ca2b-0f21-4b06-ba4a-4c9bfbd099af req-f7f62645-ebe5-4093-8fb9-207af9f22fbb tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:08:22.218723 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4f98ca2b-0f21-4b06-ba4a-4c9bfbd099af req-f7f62645-ebe5-4093-8fb9-207af9f22fbb tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd02d240-5d22-4fde-a582-c321707515b8 HTTP/1.1" status: 200 len: 944 time: 0.0655289 Apr 06 12:08:22.222267 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.managers [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-2021ae3f-282b-4d8b-a36c-e185677dba4f service neutron] Attempting to bind port ab88e034-dcf0-453e-ac45-fe5f89924239 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:08:22.222593 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.managers [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-2021ae3f-282b-4d8b-a36c-e185677dba4f service neutron] Attempting to bind port ab88e034-dcf0-453e-ac45-fe5f89924239 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'c518d1a2-b035-4fd8-ba52-bae08596d8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa'}] {{(pid=110259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:08:22.222925 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-2021ae3f-282b-4d8b-a36c-e185677dba4f service neutron] Attempting to bind port ab88e034-dcf0-453e-ac45-fe5f89924239 on network 45970ed1-c53c-48e7-99d7-7f6912a67aaa {{(pid=110259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:08:22.228630 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-2021ae3f-282b-4d8b-a36c-e185677dba4f service neutron] Port ab88e034-dcf0-453e-ac45-fe5f89924239 on network 45970ed1-c53c-48e7-99d7-7f6912a67aaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:08:22.228979 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-2021ae3f-282b-4d8b-a36c-e185677dba4f service neutron] Attempting to bind port ab88e034-dcf0-453e-ac45-fe5f89924239 on network 45970ed1-c53c-48e7-99d7-7f6912a67aaa {{(pid=110259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:08:22.234588 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-2021ae3f-282b-4d8b-a36c-e185677dba4f service neutron] Checking agent: {'id': 'e6da0265-397c-48ac-b7af-cc5f2a289710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'started_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:08:22.234928 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-2021ae3f-282b-4d8b-a36c-e185677dba4f service neutron] Checking segment: {'id': 'c518d1a2-b035-4fd8-ba52-bae08596d8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:08:22.235314 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-2021ae3f-282b-4d8b-a36c-e185677dba4f service neutron] Bound using segment: {'id': 'c518d1a2-b035-4fd8-ba52-bae08596d8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa'} {{(pid=110259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:08:22.235737 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.managers [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-2021ae3f-282b-4d8b-a36c-e185677dba4f service neutron] Bound port: ab88e034-dcf0-453e-ac45-fe5f89924239, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c518d1a2-b035-4fd8-ba52-bae08596d8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa'}}] {{(pid=110259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:08:22.236095 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-2021ae3f-282b-4d8b-a36c-e185677dba4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (ab88e034-dcf0-453e-ac45-fe5f89924239), before_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:22.269910 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4f98ca2b-0f21-4b06-ba4a-4c9bfbd099af req-d0200f81-7935-4888-8b37-4c2331ac09ab tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=50bf1680-2998-4c70-a214-50fa0577afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449867 Apr 06 12:08:22.307633 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.db [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-2021ae3f-282b-4d8b-a36c-e185677dba4f service neutron] For port ab88e034-dcf0-453e-ac45-fe5f89924239, host hv-cinder-83607, cleared binding levels {{(pid=110259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:08:22.310734 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.db [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-2021ae3f-282b-4d8b-a36c-e185677dba4f service neutron] For port ab88e034-dcf0-453e-ac45-fe5f89924239, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ab88e034-dcf0-453e-ac45-fe5f89924239,segment=NetworkSegment(c518d1a2-b035-4fd8-ba52-bae08596d8dd),segment_id=c518d1a2-b035-4fd8-ba52-bae08596d8dd)] {{(pid=110259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:08:22.317996 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-2021ae3f-282b-4d8b-a36c-e185677dba4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352485'] for port (ab88e034-dcf0-453e-ac45-fe5f89924239), after_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:22.362913 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-2021ae3f-282b-4d8b-a36c-e185677dba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:08:22.362913 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-2021ae3f-282b-4d8b-a36c-e185677dba4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:22.362913 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-2021ae3f-282b-4d8b-a36c-e185677dba4f service neutron] 10.222.0.53 "PUT /v2.0/ports/ab88e034-dcf0-453e-ac45-fe5f89924239 HTTP/1.1" status: 200 len: 1094 time: 0.6278334 Apr 06 12:08:22.363452 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd02d240-5d22-4fde-a582-c321707515b8', 'tag': 'ab88e034-dcf0-453e-ac45-fe5f89924239'}] {{(pid=110259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:08:22.365722 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c7c8e3a7af7eec310205c5f765578dca3c187f66a15f537813450f68a58a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c393542-eed8-436f-8123-fd72bf1d3ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "dd02d240-5d22-4fde-a582-c321707515b8", "tag": "ab88e034-dcf0-453e-ac45-fe5f89924239"}]}' {{(pid=110259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:08:22.383121 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021ae3f-282b-4d8b-a36c-e185677dba4f service neutron] Pushing event updated for resources: {'Port': ['ID=ab88e034-dcf0-453e-ac45-fe5f89924239,revision_number=3']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:08:22.429519 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad30c5d3-507c-4453-966d-c942a7567a77 x-openstack-request-id: req-ad30c5d3-507c-4453-966d-c942a7567a77 {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:08:22.429817 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd02d240-5d22-4fde-a582-c321707515b8", "tag": "ab88e034-dcf0-453e-ac45-fe5f89924239", "status": "completed", "code": 200}]} {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:08:22.430150 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ad30c5d3-507c-4453-966d-c942a7567a77 {{(pid=110259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:08:22.430936 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad30c5d3-507c-4453-966d-c942a7567a77'] response: {'name': 'network-changed', 'server_uuid': 'dd02d240-5d22-4fde-a582-c321707515b8', 'tag': 'ab88e034-dcf0-453e-ac45-fe5f89924239', 'status': 'completed', 'code': 200} Apr 06 12:08:22.469026 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-8d5b0f58-4729-47b6-8e54-fb37981f5766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:08:22.470545 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-8d5b0f58-4729-47b6-8e54-fb37981f5766 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ede1b1c2fa1b4dc1bd2ad95d91ad5ffe&device_id=dd02d240-5d22-4fde-a582-c321707515b8 HTTP/1.1" status: 200 len: 1128 time: 0.0504766 Apr 06 12:08:22.519064 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-04cfaaf5-0141-48d6-971d-884ba7a19276 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab88e034-dcf0-453e-ac45-fe5f89924239 HTTP/1.1" status: 200 len: 217 time: 0.0382340 Apr 06 12:08:22.568705 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-91a85790-cf41-4850-a32e-a4c8ad642a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:08:22.570249 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-91a85790-cf41-4850-a32e-a4c8ad642a2e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9a13fee9-8bb2-4536-8f3f-eca49979516d HTTP/1.1" status: 200 len: 850 time: 0.0454841 Apr 06 12:08:22.618517 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-657f5096-f683-4ab1-a4db-b1093c55df4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:08:22.620019 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-657f5096-f683-4ab1-a4db-b1093c55df4e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45970ed1-c53c-48e7-99d7-7f6912a67aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442436 Apr 06 12:08:22.713147 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-50f44068-b2df-4780-bc0e-678397fc4110 service neutron] 10.222.0.53 "GET /v2.0/networks/45970ed1-c53c-48e7-99d7-7f6912a67aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871961 Apr 06 12:08:22.798793 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-ede35b87-fc14-447a-bc27-c395217fb7ea req-11b3727a-41dc-4da6-abaa-ef805579fa5b service neutron] 10.222.0.53 "GET /v2.0/networks/45970ed1-c53c-48e7-99d7-7f6912a67aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799794 Apr 06 12:08:23.388797 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92454bb-e3fb-4ccb-abf7-8d270cce0811 req-1a22e718-018a-4705-a9fd-7f87d0d60a61 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:08:23.390270 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d92454bb-e3fb-4ccb-abf7-8d270cce0811 req-1a22e718-018a-4705-a9fd-7f87d0d60a61 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd02d240-5d22-4fde-a582-c321707515b8 HTTP/1.1" status: 200 len: 944 time: 0.0530293 Apr 06 12:08:23.438906 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-d92454bb-e3fb-4ccb-abf7-8d270cce0811 req-05978d9f-f2be-4659-a67d-0720bc790bee tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=50bf1680-2998-4c70-a214-50fa0577afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417755 Apr 06 12:08:24.563867 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c22849-1539-42da-b58b-8124e2dd33e5 req-fe22c300-1d81-40ca-9f03-97fd652c278e tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:08:24.565381 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-60c22849-1539-42da-b58b-8124e2dd33e5 req-fe22c300-1d81-40ca-9f03-97fd652c278e tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd02d240-5d22-4fde-a582-c321707515b8 HTTP/1.1" status: 200 len: 944 time: 0.0588632 Apr 06 12:08:24.611590 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-60c22849-1539-42da-b58b-8124e2dd33e5 req-50334a37-6c99-4619-8a04-4f8d356add95 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=50bf1680-2998-4c70-a214-50fa0577afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399244 Apr 06 12:08:24.924423 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c393542-eed8-436f-8123-fd72bf1d3ccf req-a9df965b-fd80-481b-8699-e852e081ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:08:24.926001 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8c393542-eed8-436f-8123-fd72bf1d3ccf req-a9df965b-fd80-481b-8699-e852e081ff61 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ede1b1c2fa1b4dc1bd2ad95d91ad5ffe&device_id=dd02d240-5d22-4fde-a582-c321707515b8 HTTP/1.1" status: 200 len: 1128 time: 0.0469050 Apr 06 12:08:25.018665 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c393542-eed8-436f-8123-fd72bf1d3ccf req-14fc3a39-0219-45b7-85c1-fa8eacc7647b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:08:25.020126 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8c393542-eed8-436f-8123-fd72bf1d3ccf req-14fc3a39-0219-45b7-85c1-fa8eacc7647b service neutron] 10.222.0.53 "GET /v2.0/networks?id=45970ed1-c53c-48e7-99d7-7f6912a67aaa HTTP/1.1" status: 200 len: 912 time: 0.0882683 Apr 06 12:08:25.062265 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8c393542-eed8-436f-8123-fd72bf1d3ccf req-a8bce632-60bd-41de-8c60-b226cf035938 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab88e034-dcf0-453e-ac45-fe5f89924239 HTTP/1.1" status: 200 len: 217 time: 0.0348306 Apr 06 12:08:25.109456 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c393542-eed8-436f-8123-fd72bf1d3ccf req-a8680a25-9172-491d-b1f6-2700782d51d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:08:25.110891 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8c393542-eed8-436f-8123-fd72bf1d3ccf req-a8680a25-9172-491d-b1f6-2700782d51d0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9a13fee9-8bb2-4536-8f3f-eca49979516d HTTP/1.1" status: 200 len: 850 time: 0.0430851 Apr 06 12:08:25.158536 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c393542-eed8-436f-8123-fd72bf1d3ccf req-5b7c1da9-1147-4b7c-b5a6-ab80c2d7a017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:08:25.160013 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8c393542-eed8-436f-8123-fd72bf1d3ccf req-5b7c1da9-1147-4b7c-b5a6-ab80c2d7a017 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45970ed1-c53c-48e7-99d7-7f6912a67aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432913 Apr 06 12:08:25.252252 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8c393542-eed8-436f-8123-fd72bf1d3ccf req-c194e65b-b96d-49e0-a14f-a34625ebc031 service neutron] 10.222.0.53 "GET /v2.0/networks/45970ed1-c53c-48e7-99d7-7f6912a67aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859244 Apr 06 12:08:25.565676 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-8c393542-eed8-436f-8123-fd72bf1d3ccf req-82e4a758-d222-4ba4-9f75-83d43142486a service neutron] 10.222.0.53 "GET /v2.0/networks/45970ed1-c53c-48e7-99d7-7f6912a67aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993557 Apr 06 12:08:25.730811 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedf082-5337-49c9-ad3e-8ac3ebad3c9c req-1c38cd94-4fe0-4f33-ba26-1fcf36671404 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:08:25.732267 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bfedf082-5337-49c9-ad3e-8ac3ebad3c9c req-1c38cd94-4fe0-4f33-ba26-1fcf36671404 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd02d240-5d22-4fde-a582-c321707515b8 HTTP/1.1" status: 200 len: 944 time: 0.0529888 Apr 06 12:08:25.782940 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bfedf082-5337-49c9-ad3e-8ac3ebad3c9c req-aebfc549-3b04-4b67-a4cb-54e7608fef03 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=50bf1680-2998-4c70-a214-50fa0577afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448868 Apr 06 12:08:26.603912 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device ab88e034-dcf0-453e-ac45-fe5f89924239 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:08:26.704997 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port ab88e034-dcf0-453e-ac45-fe5f89924239, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ab88e034-dcf0-453e-ac45-fe5f89924239,segment=NetworkSegment(c518d1a2-b035-4fd8-ba52-bae08596d8dd),segment_id=c518d1a2-b035-4fd8-ba52-bae08596d8dd)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:08:26.716744 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Returning: {'device': 'ab88e034-dcf0-453e-ac45-fe5f89924239', 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa', 'port_id': 'ab88e034-dcf0-453e-ac45-fe5f89924239', 'mac_address': 'fa:16:3e:cf:2d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a13fee9-8bb2-4536-8f3f-eca49979516d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:08:26.753686 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port ab88e034-dcf0-453e-ac45-fe5f89924239 is: DOWN; New status is: BUILD {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:08:26.754069 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (ab88e034-dcf0-453e-ac45-fe5f89924239), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:26.767448 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab88e034-dcf0-453e-ac45-fe5f89924239 {{(pid=110261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:08:26.786093 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port ab88e034-dcf0-453e-ac45-fe5f89924239, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ab88e034-dcf0-453e-ac45-fe5f89924239,segment=NetworkSegment(c518d1a2-b035-4fd8-ba52-bae08596d8dd),segment_id=c518d1a2-b035-4fd8-ba52-bae08596d8dd)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:08:26.790011 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (ab88e034-dcf0-453e-ac45-fe5f89924239), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:26.840308 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=ab88e034-dcf0-453e-ac45-fe5f89924239,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:08:26.907575 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea43c9-391e-4b29-9d7e-8fbe9d9eb0a5 req-a0687f41-0333-4204-87f4-6648dc287e70 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:08:26.909059 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-60ea43c9-391e-4b29-9d7e-8fbe9d9eb0a5 req-a0687f41-0333-4204-87f4-6648dc287e70 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd02d240-5d22-4fde-a582-c321707515b8 HTTP/1.1" status: 200 len: 945 time: 0.0536287 Apr 06 12:08:26.955541 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-60ea43c9-391e-4b29-9d7e-8fbe9d9eb0a5 req-122d717b-f725-408f-80e1-4cc3203ee891 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=50bf1680-2998-4c70-a214-50fa0577afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407960 Apr 06 12:08:27.192045 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['ab88e034-dcf0-453e-ac45-fe5f89924239'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:08:28.075664 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fba3b5-59f1-41b2-bde7-cca06918f136 req-739d0511-a7ed-4f8e-b626-0693f956df39 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:08:28.077165 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-c7fba3b5-59f1-41b2-bde7-cca06918f136 req-739d0511-a7ed-4f8e-b626-0693f956df39 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd02d240-5d22-4fde-a582-c321707515b8 HTTP/1.1" status: 200 len: 945 time: 0.0533738 Apr 06 12:08:28.127187 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-c7fba3b5-59f1-41b2-bde7-cca06918f136 req-440dfa45-4463-4b4a-923b-9ab84232e0e5 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=50bf1680-2998-4c70-a214-50fa0577afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444062 Apr 06 12:08:28.619880 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device ab88e034-dcf0-453e-ac45-fe5f89924239 up at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:08:28.669317 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning for port ab88e034-dcf0-453e-ac45-fe5f89924239 completed by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:08:28.673640 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning complete for port ab88e034-dcf0-453e-ac45-fe5f89924239 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:08:28.674012 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (ab88e034-dcf0-453e-ac45-fe5f89924239), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:28.753810 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port ab88e034-dcf0-453e-ac45-fe5f89924239 is: BUILD; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:08:28.754198 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (ab88e034-dcf0-453e-ac45-fe5f89924239), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:28.777443 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd02d240-5d22-4fde-a582-c321707515b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab88e034-dcf0-453e-ac45-fe5f89924239'}] {{(pid=110261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:08:28.779671 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa90572765a02b80253351879fa6496fbbfbce8a00fa36c7b280133d65d0c1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1d3f72-2b87-41ca-a01a-9f3d04062cd2" -d '{"events": [{"server_uuid": "dd02d240-5d22-4fde-a582-c321707515b8", "name": "network-vif-plugged", "status": "completed", "tag": "ab88e034-dcf0-453e-ac45-fe5f89924239"}]}' {{(pid=110261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:08:28.793223 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port ab88e034-dcf0-453e-ac45-fe5f89924239, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ab88e034-dcf0-453e-ac45-fe5f89924239,segment=NetworkSegment(c518d1a2-b035-4fd8-ba52-bae08596d8dd),segment_id=c518d1a2-b035-4fd8-ba52-bae08596d8dd)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:08:28.797668 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (ab88e034-dcf0-453e-ac45-fe5f89924239), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:28.847071 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=ab88e034-dcf0-453e-ac45-fe5f89924239,revision_number=5']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:08:28.936528 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b13407-b4d3-4e11-9180-3168a564e086 x-openstack-request-id: req-09b13407-b4d3-4e11-9180-3168a564e086 {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:08:28.936863 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd02d240-5d22-4fde-a582-c321707515b8", "name": "network-vif-plugged", "status": "completed", "tag": "ab88e034-dcf0-453e-ac45-fe5f89924239", "code": 200}]} {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:08:28.937209 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-09b13407-b4d3-4e11-9180-3168a564e086 {{(pid=110261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:08:28.937607 dv-cinder-836074-2-iscsi neutron-server[110261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09b13407-b4d3-4e11-9180-3168a564e086'] response: {'server_uuid': 'dd02d240-5d22-4fde-a582-c321707515b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab88e034-dcf0-453e-ac45-fe5f89924239', 'code': 200} Apr 06 12:08:29.127410 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e872c-da3f-467e-b6aa-f977c1c9250b req-678a0b6f-b30a-4928-958b-977e88b6b36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:08:29.128926 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-102e872c-da3f-467e-b6aa-f977c1c9250b req-678a0b6f-b30a-4928-958b-977e88b6b36b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dd02d240-5d22-4fde-a582-c321707515b8 HTTP/1.1" status: 200 len: 1130 time: 0.0431805 Apr 06 12:08:29.173623 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-102e872c-da3f-467e-b6aa-f977c1c9250b req-97360502-e842-4495-97e0-7236a95cfe9b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=50bf1680-2998-4c70-a214-50fa0577afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384746 Apr 06 12:08:29.245671 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cac0e-74cb-4a4b-8ce0-ec33165d77a3 req-c4a35f07-28c8-45d8-a70b-8a2ace5e4107 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:08:29.247045 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-835cac0e-74cb-4a4b-8ce0-ec33165d77a3 req-c4a35f07-28c8-45d8-a70b-8a2ace5e4107 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd02d240-5d22-4fde-a582-c321707515b8 HTTP/1.1" status: 200 len: 946 time: 0.0520179 Apr 06 12:08:29.292294 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-835cac0e-74cb-4a4b-8ce0-ec33165d77a3 req-957ea33c-237b-408b-8b47-d96700727505 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=50bf1680-2998-4c70-a214-50fa0577afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397389 Apr 06 12:08:29.753118 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:08:30.423215 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e430c8-26b6-40a6-8f93-bbb64f7f7db3 req-e22af8a5-d6db-4b3e-82f6-9f7f243b77e4 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:08:30.424688 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-08e430c8-26b6-40a6-8f93-bbb64f7f7db3 req-e22af8a5-d6db-4b3e-82f6-9f7f243b77e4 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd02d240-5d22-4fde-a582-c321707515b8 HTTP/1.1" status: 200 len: 946 time: 0.0626917 Apr 06 12:08:30.471133 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-08e430c8-26b6-40a6-8f93-bbb64f7f7db3 req-da108424-dc62-4b60-99f7-6e35dabb40db tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=50bf1680-2998-4c70-a214-50fa0577afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407670 Apr 06 12:08:31.590729 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a17590-1012-4136-b39f-c9cb8b1fd1ae req-ee5257b3-95e5-48cd-9a76-e0d279724e71 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:08:31.592207 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-69a17590-1012-4136-b39f-c9cb8b1fd1ae req-ee5257b3-95e5-48cd-9a76-e0d279724e71 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd02d240-5d22-4fde-a582-c321707515b8 HTTP/1.1" status: 200 len: 946 time: 0.0562634 Apr 06 12:08:31.639047 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-69a17590-1012-4136-b39f-c9cb8b1fd1ae req-39df497b-93fc-4841-85b2-7520a694cc63 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=50bf1680-2998-4c70-a214-50fa0577afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411737 Apr 06 12:08:31.750866 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417979f-4db0-4bb3-9023-85a0cbf7fdee req-6448041d-3ab6-48e8-9774-6ed090240abd tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:08:31.752356 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-4417979f-4db0-4bb3-9023-85a0cbf7fdee req-6448041d-3ab6-48e8-9774-6ed090240abd tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd02d240-5d22-4fde-a582-c321707515b8 HTTP/1.1" status: 200 len: 946 time: 0.0515404 Apr 06 12:08:31.761411 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 54066) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:08:31.765805 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-8a8812c0-5a74-42ef-90dc-9e8a76aa6dd1 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Request body: {'floatingip': {'port_id': 'ab88e034-dcf0-453e-ac45-fe5f89924239'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:08:31.804233 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8a8812c0-5a74-42ef-90dc-9e8a76aa6dd1 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for floatingip (5bc26c64-445e-4ae5-83ec-f83a54008bd7), before_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:32.504440 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8a8812c0-5a74-42ef-90dc-9e8a76aa6dd1 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:32.508115 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8a8812c0-5a74-42ef-90dc-9e8a76aa6dd1 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (5bc26c64-445e-4ae5-83ec-f83a54008bd7), after_update {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:32.610648 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.db.l3_db [None req-8a8812c0-5a74-42ef-90dc-9e8a76aa6dd1 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Floating IP 5bc26c64-445e-4ae5-83ec-f83a54008bd7 associated. External IP: 172.27.1.113, port: ab88e034-dcf0-453e-ac45-fe5f89924239. Apr 06 12:08:32.827835 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8812c0-5a74-42ef-90dc-9e8a76aa6dd1 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Router f86a5bfb-9354-4fb8-8eb1-37ed7ac08211 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:08:32.939695 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8812c0-5a74-42ef-90dc-9e8a76aa6dd1 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:08:32.944879 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-8a8812c0-5a74-42ef-90dc-9e8a76aa6dd1 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:32.950139 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fa7ce9-8b8f-4968-a1d2-4e79c0b312b1 None None] Sync routers for ids ['f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:08:32.960881 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fa7ce9-8b8f-4968-a1d2-4e79c0b312b1 None None] Routers {'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:08:32.961500 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-16fa7ce9-8b8f-4968-a1d2-4e79c0b312b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:08:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:08:32.975429 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-8a8812c0-5a74-42ef-90dc-9e8a76aa6dd1 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "PUT /v2.0/floatingips/5bc26c64-445e-4ae5-83ec-f83a54008bd7 HTTP/1.1" status: 200 len: 992 time: 1.2129476 Apr 06 12:08:32.976001 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd02d240-5d22-4fde-a582-c321707515b8', 'tag': 'ab88e034-dcf0-453e-ac45-fe5f89924239'}] {{(pid=110260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:08:32.978345 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0f894ff8451bdbf6dd9a9cf48397abd16c2b8163a4ba530f8018f5087b878d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40cdb0a-e0c7-4140-96db-bb67f82c5a71" -d '{"events": [{"name": "network-changed", "server_uuid": "dd02d240-5d22-4fde-a582-c321707515b8", "tag": "ab88e034-dcf0-453e-ac45-fe5f89924239"}]}' {{(pid=110260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:08:33.078182 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4582066d-2fbe-48b4-8c76-e0a0cbd9c4ce x-openstack-request-id: req-4582066d-2fbe-48b4-8c76-e0a0cbd9c4ce {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:08:33.078470 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd02d240-5d22-4fde-a582-c321707515b8", "tag": "ab88e034-dcf0-453e-ac45-fe5f89924239", "status": "completed", "code": 200}]} {{(pid=110260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:08:33.078731 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4582066d-2fbe-48b4-8c76-e0a0cbd9c4ce {{(pid=110260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:08:33.079140 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4582066d-2fbe-48b4-8c76-e0a0cbd9c4ce'] response: {'name': 'network-changed', 'server_uuid': 'dd02d240-5d22-4fde-a582-c321707515b8', 'tag': 'ab88e034-dcf0-453e-ac45-fe5f89924239', 'status': 'completed', 'code': 200} Apr 06 12:08:33.084728 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-16fa7ce9-8b8f-4968-a1d2-4e79c0b312b1 None None] Set router f86a5bfb-9354-4fb8-8eb1-37ed7ac08211 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:08:33.157160 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cdb0a-e0c7-4140-96db-bb67f82c5a71 req-46b7eca2-68cb-43d4-bea4-f4662c455bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:08:33.158644 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f40cdb0a-e0c7-4140-96db-bb67f82c5a71 req-46b7eca2-68cb-43d4-bea4-f4662c455bbf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ede1b1c2fa1b4dc1bd2ad95d91ad5ffe&device_id=dd02d240-5d22-4fde-a582-c321707515b8 HTTP/1.1" status: 200 len: 1130 time: 0.0442088 Apr 06 12:08:33.251577 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cdb0a-e0c7-4140-96db-bb67f82c5a71 req-68d54f96-8938-4d03-bb72-1112e354f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:08:33.253004 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f40cdb0a-e0c7-4140-96db-bb67f82c5a71 req-68d54f96-8938-4d03-bb72-1112e354f584 service neutron] 10.222.0.53 "GET /v2.0/networks?id=45970ed1-c53c-48e7-99d7-7f6912a67aaa HTTP/1.1" status: 200 len: 912 time: 0.0880034 Apr 06 12:08:33.316740 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-16fa7ce9-8b8f-4968-a1d2-4e79c0b312b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'name': 'tempest-AttachVolumeTestJSON-1308526680-router', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:03:42Z', 'updated_at': '2022-04-06T12:03:45Z', 'revision_number': 4, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'gw_port': {'id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:43Z', 'updated_at': '2022-04-06T12:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': '5bc26c64-445e-4ae5-83ec-f83a54008bd7', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'floating_ip_address': '172.27.1.113', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'port_id': 'ab88e034-dcf0-453e-ac45-fe5f89924239', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa', 'mac_address': 'fa:16:3e:cf:2d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd02d240-5d22-4fde-a582-c321707515b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:08:18Z', 'updated_at': '2022-04-06T12:08:32Z', 'revision_number': 1, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd656e2db-b5d0-4fcb-8113-c00f6e5a39bc', 'name': '', 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'mac_address': 'fa:16:3e:0d:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9a13fee9-8bb2-4536-8f3f-eca49979516d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:44Z', 'updated_at': '2022-04-06T12:03:49Z', 'revision_number': 5, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'subnets': [{'id': '9a13fee9-8bb2-4536-8f3f-eca49979516d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:08:33.320308 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f40cdb0a-e0c7-4140-96db-bb67f82c5a71 req-4af4cd8e-f53e-41fc-aaae-97981f0d5dcc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab88e034-dcf0-453e-ac45-fe5f89924239 HTTP/1.1" status: 200 len: 1000 time: 0.0594032 Apr 06 12:08:33.343961 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fa7ce9-8b8f-4968-a1d2-4e79c0b312b1 None None] Checking router: f86a5bfb-9354-4fb8-8eb1-37ed7ac08211 for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:08:33.352230 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fa7ce9-8b8f-4968-a1d2-4e79c0b312b1 None None] Routers {'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:08:33.352899 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-16fa7ce9-8b8f-4968-a1d2-4e79c0b312b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:08:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:08:33.371324 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cdb0a-e0c7-4140-96db-bb67f82c5a71 req-b2f10bd1-5605-4dda-a755-a3737a524833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:08:33.372815 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f40cdb0a-e0c7-4140-96db-bb67f82c5a71 req-b2f10bd1-5605-4dda-a755-a3737a524833 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9a13fee9-8bb2-4536-8f3f-eca49979516d HTTP/1.1" status: 200 len: 850 time: 0.0469244 Apr 06 12:08:33.423218 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cdb0a-e0c7-4140-96db-bb67f82c5a71 req-8882103d-dad8-4079-8f4d-3e313bdb0324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:08:33.424712 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f40cdb0a-e0c7-4140-96db-bb67f82c5a71 req-8882103d-dad8-4079-8f4d-3e313bdb0324 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45970ed1-c53c-48e7-99d7-7f6912a67aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467236 Apr 06 12:08:33.465518 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-16fa7ce9-8b8f-4968-a1d2-4e79c0b312b1 None None] Set router f86a5bfb-9354-4fb8-8eb1-37ed7ac08211 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:08:33.512576 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f40cdb0a-e0c7-4140-96db-bb67f82c5a71 req-3af1b16f-d867-45e8-9cfc-06bb7611fe5e service neutron] 10.222.0.53 "GET /v2.0/networks/45970ed1-c53c-48e7-99d7-7f6912a67aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818822 Apr 06 12:08:33.694471 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-16fa7ce9-8b8f-4968-a1d2-4e79c0b312b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'name': 'tempest-AttachVolumeTestJSON-1308526680-router', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:03:42Z', 'updated_at': '2022-04-06T12:03:45Z', 'revision_number': 4, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'gw_port': {'id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:43Z', 'updated_at': '2022-04-06T12:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': '5bc26c64-445e-4ae5-83ec-f83a54008bd7', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'floating_ip_address': '172.27.1.113', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'port_id': 'ab88e034-dcf0-453e-ac45-fe5f89924239', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa', 'mac_address': 'fa:16:3e:cf:2d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd02d240-5d22-4fde-a582-c321707515b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:08:18Z', 'updated_at': '2022-04-06T12:08:32Z', 'revision_number': 1, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd656e2db-b5d0-4fcb-8113-c00f6e5a39bc', 'name': '', 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'mac_address': 'fa:16:3e:0d:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9a13fee9-8bb2-4536-8f3f-eca49979516d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:44Z', 'updated_at': '2022-04-06T12:03:49Z', 'revision_number': 5, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'subnets': [{'id': '9a13fee9-8bb2-4536-8f3f-eca49979516d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:08:33.725578 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fa7ce9-8b8f-4968-a1d2-4e79c0b312b1 None None] The sync data for ids ['f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'] in dv-cinder-836074-2-iscsi is: [{'id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'name': 'tempest-AttachVolumeTestJSON-1308526680-router', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:03:42Z', 'updated_at': '2022-04-06T12:03:45Z', 'revision_number': 4, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'gw_port': {'id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:43Z', 'updated_at': '2022-04-06T12:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_floatingips': [{'id': '5bc26c64-445e-4ae5-83ec-f83a54008bd7', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'floating_ip_address': '172.27.1.113', 'floating_network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'router_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'port_id': 'ab88e034-dcf0-453e-ac45-fe5f89924239', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa', 'mac_address': 'fa:16:3e:cf:2d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd02d240-5d22-4fde-a582-c321707515b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:08:18Z', 'updated_at': '2022-04-06T12:08:32Z', 'revision_number': 1, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd656e2db-b5d0-4fcb-8113-c00f6e5a39bc', 'name': '', 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'mac_address': 'fa:16:3e:0d:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9a13fee9-8bb2-4536-8f3f-eca49979516d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:44Z', 'updated_at': '2022-04-06T12:03:49Z', 'revision_number': 5, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'subnets': [{'id': '9a13fee9-8bb2-4536-8f3f-eca49979516d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:08:33.873855 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f40cdb0a-e0c7-4140-96db-bb67f82c5a71 req-6398f469-8cef-448d-bc67-0d3c2776cf89 service neutron] 10.222.0.53 "GET /v2.0/networks/45970ed1-c53c-48e7-99d7-7f6912a67aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538532 Apr 06 12:08:33.931251 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6747c8df-c96b-4376-ac31-74bac3f32aac None None] New status for floating IP 5bc26c64-445e-4ae5-83ec-f83a54008bd7: ACTIVE {{(pid=110261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:08:42.277872 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-5806e9ca-3ae1-4d3d-88e5-116d190105d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:44.591796 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:45.117116 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-9d1af750-447f-40d6-9857-070ff01f823d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:46.507909 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:48.802912 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:08:49.095638 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:06.757210 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:09:12.279710 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-c2f70f48-4f92-4a37-b9b5-706eb4485f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:14.612121 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:15.117880 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-0520ca7c-9f02-4423-b7a2-fc30049f02c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:16.511271 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:18.809579 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:19.098470 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:21.307343 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3cafc2d0-7bc5-4071-95cd-b582e8f2953c req-5e7ccf0b-2b7d-42d5-9574-3a67523d24ff service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dd02d240-5d22-4fde-a582-c321707515b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430193 Apr 06 12:09:21.403965 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafc2d0-7bc5-4071-95cd-b582e8f2953c req-81dd2287-b3a1-47dc-a41b-1106ba1a7adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:09:21.405520 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3cafc2d0-7bc5-4071-95cd-b582e8f2953c req-81dd2287-b3a1-47dc-a41b-1106ba1a7adc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ede1b1c2fa1b4dc1bd2ad95d91ad5ffe&device_id=dd02d240-5d22-4fde-a582-c321707515b8 HTTP/1.1" status: 200 len: 1130 time: 0.0456347 Apr 06 12:09:21.511933 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafc2d0-7bc5-4071-95cd-b582e8f2953c req-5763b164-be2d-4d2e-96de-885a62e1783a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:09:21.513473 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3cafc2d0-7bc5-4071-95cd-b582e8f2953c req-5763b164-be2d-4d2e-96de-885a62e1783a service neutron] 10.222.0.53 "GET /v2.0/networks?id=45970ed1-c53c-48e7-99d7-7f6912a67aaa HTTP/1.1" status: 200 len: 912 time: 0.0879614 Apr 06 12:09:21.578375 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3cafc2d0-7bc5-4071-95cd-b582e8f2953c req-0ed175a5-9bb5-4d9d-811d-6094ba837e85 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab88e034-dcf0-453e-ac45-fe5f89924239 HTTP/1.1" status: 200 len: 1002 time: 0.0583465 Apr 06 12:09:21.629847 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafc2d0-7bc5-4071-95cd-b582e8f2953c req-7a868490-ffad-4768-8f41-b5efe72a7773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:09:21.631310 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3cafc2d0-7bc5-4071-95cd-b582e8f2953c req-7a868490-ffad-4768-8f41-b5efe72a7773 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9a13fee9-8bb2-4536-8f3f-eca49979516d HTTP/1.1" status: 200 len: 850 time: 0.0467222 Apr 06 12:09:21.680833 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafc2d0-7bc5-4071-95cd-b582e8f2953c req-7ef363e2-6a3a-4707-9ba1-06740287eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:09:21.682300 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3cafc2d0-7bc5-4071-95cd-b582e8f2953c req-7ef363e2-6a3a-4707-9ba1-06740287eda7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45970ed1-c53c-48e7-99d7-7f6912a67aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425732 Apr 06 12:09:21.768918 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3cafc2d0-7bc5-4071-95cd-b582e8f2953c req-9e783794-e26c-4cf2-978e-6ea798c1f4ca service neutron] 10.222.0.53 "GET /v2.0/networks/45970ed1-c53c-48e7-99d7-7f6912a67aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800014 Apr 06 12:09:21.858433 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3cafc2d0-7bc5-4071-95cd-b582e8f2953c req-306f8ca7-d208-4d29-9796-d369ff744ccd service neutron] 10.222.0.53 "GET /v2.0/networks/45970ed1-c53c-48e7-99d7-7f6912a67aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841336 Apr 06 12:09:42.281491 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-fbbfd175-f994-405a-b41c-6b60b67d8fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:43.759877 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:09:44.627048 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:45.119568 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-31c8ce48-af8a-4d4a-948b-19daecb0bb76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:46.514502 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:48.809922 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:49.101359 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:09.982392 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d69fe-343a-458a-8094-0fdf094f038f req-15d3cff4-45ee-4509-b60a-8864f021fcd8 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:10:09.983861 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ce3d69fe-343a-458a-8094-0fdf094f038f req-15d3cff4-45ee-4509-b60a-8864f021fcd8 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd02d240-5d22-4fde-a582-c321707515b8 HTTP/1.1" status: 200 len: 946 time: 0.0577013 Apr 06 12:10:10.032741 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-ce3d69fe-343a-458a-8094-0fdf094f038f req-80c452e1-2708-4adf-9ab7-cf76abba7546 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=50bf1680-2998-4c70-a214-50fa0577afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432255 Apr 06 12:10:11.163168 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951c6ef-998c-44de-b7ec-6570270f7c6a req-027722ae-311a-4124-ba65-f425c47a64c4 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:10:11.164708 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-7951c6ef-998c-44de-b7ec-6570270f7c6a req-027722ae-311a-4124-ba65-f425c47a64c4 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd02d240-5d22-4fde-a582-c321707515b8 HTTP/1.1" status: 200 len: 946 time: 0.0566003 Apr 06 12:10:11.213441 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-7951c6ef-998c-44de-b7ec-6570270f7c6a req-25fea3bc-73bc-4340-8bba-e7038e39e2db tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=50bf1680-2998-4c70-a214-50fa0577afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431662 Apr 06 12:10:12.064448 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940c16b-307e-4aab-b11e-461d622ce143 req-7d3b0279-9621-4268-a673-bd914aadde8f tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:10:12.066063 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6940c16b-307e-4aab-b11e-461d622ce143 req-7d3b0279-9621-4268-a673-bd914aadde8f tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd02d240-5d22-4fde-a582-c321707515b8 HTTP/1.1" status: 200 len: 946 time: 0.0532475 Apr 06 12:10:12.170226 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [req-6940c16b-307e-4aab-b11e-461d622ce143 req-bf8dcc13-02a4-4efb-bcbc-4f9be79ffe53 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Deleting port ab88e034-dcf0-453e-ac45-fe5f89924239 {{(pid=110259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:10:12.171202 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-6940c16b-307e-4aab-b11e-461d622ce143 req-bf8dcc13-02a4-4efb-bcbc-4f9be79ffe53 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (ab88e034-dcf0-453e-ac45-fe5f89924239), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:12.276116 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.db [req-6940c16b-307e-4aab-b11e-461d622ce143 req-bf8dcc13-02a4-4efb-bcbc-4f9be79ffe53 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] For port ab88e034-dcf0-453e-ac45-fe5f89924239, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ab88e034-dcf0-453e-ac45-fe5f89924239,segment=NetworkSegment(c518d1a2-b035-4fd8-ba52-bae08596d8dd),segment_id=c518d1a2-b035-4fd8-ba52-bae08596d8dd)] {{(pid=110259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:10:12.276593 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-6940c16b-307e-4aab-b11e-461d622ce143 req-bf8dcc13-02a4-4efb-bcbc-4f9be79ffe53 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (ab88e034-dcf0-453e-ac45-fe5f89924239), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:12.288408 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-940ab404-f9f3-4746-983e-e2556ff19cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:12.365237 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74032d40-eaa9-48ec-a9f9-8415fd89a524 req-7da4e867-95dc-4ed0-ab55-ae7ee24bfa05 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:10:12.367017 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-74032d40-eaa9-48ec-a9f9-8415fd89a524 req-7da4e867-95dc-4ed0-ab55-ae7ee24bfa05 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd02d240-5d22-4fde-a582-c321707515b8 HTTP/1.1" status: 200 len: 946 time: 0.0740705 Apr 06 12:10:12.427776 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-74032d40-eaa9-48ec-a9f9-8415fd89a524 req-67822f33-62ba-4083-9c9d-fe80348d6253 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups?id=50bf1680-2998-4c70-a214-50fa0577afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537689 Apr 06 12:10:12.477696 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-6940c16b-307e-4aab-b11e-461d622ce143 req-bf8dcc13-02a4-4efb-bcbc-4f9be79ffe53 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:12.478084 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-6940c16b-307e-4aab-b11e-461d622ce143 req-bf8dcc13-02a4-4efb-bcbc-4f9be79ffe53 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430230'] for floatingip (5bc26c64-445e-4ae5-83ec-f83a54008bd7), after_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:12.478388 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.db.l3_db [req-6940c16b-307e-4aab-b11e-461d622ce143 req-bf8dcc13-02a4-4efb-bcbc-4f9be79ffe53 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Floating IP 5bc26c64-445e-4ae5-83ec-f83a54008bd7 disassociated. External IP: 172.27.1.113, port: ab88e034-dcf0-453e-ac45-fe5f89924239. Apr 06 12:10:12.478737 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [req-6940c16b-307e-4aab-b11e-461d622ce143 req-bf8dcc13-02a4-4efb-bcbc-4f9be79ffe53 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Calling delete_port for ab88e034-dcf0-453e-ac45-fe5f89924239 owned by compute:nova {{(pid=110259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:10:12.623656 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-6940c16b-307e-4aab-b11e-461d622ce143 req-bf8dcc13-02a4-4efb-bcbc-4f9be79ffe53 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (ab88e034-dcf0-453e-ac45-fe5f89924239), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:12.652735 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8dcc13-02a4-4efb-bcbc-4f9be79ffe53 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Pushing event deleted for resources: {'Port': ['ID=ab88e034-dcf0-453e-ac45-fe5f89924239,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:12.664150 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcc13-02a4-4efb-bcbc-4f9be79ffe53 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:12.664579 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcc13-02a4-4efb-bcbc-4f9be79ffe53 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:12.664870 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcc13-02a4-4efb-bcbc-4f9be79ffe53 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:12.665211 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcc13-02a4-4efb-bcbc-4f9be79ffe53 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:12.665543 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcc13-02a4-4efb-bcbc-4f9be79ffe53 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:12.665874 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcc13-02a4-4efb-bcbc-4f9be79ffe53 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:12.666264 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcc13-02a4-4efb-bcbc-4f9be79ffe53 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:12.666533 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcc13-02a4-4efb-bcbc-4f9be79ffe53 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:12.666861 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcc13-02a4-4efb-bcbc-4f9be79ffe53 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:12.667771 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcc13-02a4-4efb-bcbc-4f9be79ffe53 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:12.667771 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcc13-02a4-4efb-bcbc-4f9be79ffe53 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:12.668088 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcc13-02a4-4efb-bcbc-4f9be79ffe53 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:12.668456 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcc13-02a4-4efb-bcbc-4f9be79ffe53 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:12.668804 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcc13-02a4-4efb-bcbc-4f9be79ffe53 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:12.669133 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcc13-02a4-4efb-bcbc-4f9be79ffe53 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:12.784538 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6940c16b-307e-4aab-b11e-461d622ce143 req-bf8dcc13-02a4-4efb-bcbc-4f9be79ffe53 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Router f86a5bfb-9354-4fb8-8eb1-37ed7ac08211 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:10:12.896273 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6940c16b-307e-4aab-b11e-461d622ce143 req-bf8dcc13-02a4-4efb-bcbc-4f9be79ffe53 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:10:12.906522 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c889bd3-e94f-4df2-9e9e-ba14b3d5276f None None] Sync routers for ids ['f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:10:12.915736 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c889bd3-e94f-4df2-9e9e-ba14b3d5276f None None] Routers {'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:10:12.916334 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-7c889bd3-e94f-4df2-9e9e-ba14b3d5276f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:09:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:10:12.939038 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [req-6940c16b-307e-4aab-b11e-461d622ce143 req-bf8dcc13-02a4-4efb-bcbc-4f9be79ffe53 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] No DVR routers for this DVR port ab88e034-dcf0-453e-ac45-fe5f89924239 on host hv-cinder-83607 {{(pid=110259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:10:12.941762 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-6940c16b-307e-4aab-b11e-461d622ce143 req-bf8dcc13-02a4-4efb-bcbc-4f9be79ffe53 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:12.946395 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6940c16b-307e-4aab-b11e-461d622ce143 req-bf8dcc13-02a4-4efb-bcbc-4f9be79ffe53 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.53 "DELETE /v2.0/ports/ab88e034-dcf0-453e-ac45-fe5f89924239 HTTP/1.1" status: 204 len: 173 time: 0.8746202 Apr 06 12:10:12.947122 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd02d240-5d22-4fde-a582-c321707515b8', 'name': 'network-vif-deleted', 'tag': 'ab88e034-dcf0-453e-ac45-fe5f89924239'}] {{(pid=110259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:10:12.950601 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c7c8e3a7af7eec310205c5f765578dca3c187f66a15f537813450f68a58a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f74971-656f-4488-9c87-78a3eae09ebd" -d '{"events": [{"server_uuid": "dd02d240-5d22-4fde-a582-c321707515b8", "name": "network-vif-deleted", "tag": "ab88e034-dcf0-453e-ac45-fe5f89924239"}]}' {{(pid=110259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:10:13.044799 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-7c889bd3-e94f-4df2-9e9e-ba14b3d5276f None None] Set router f86a5bfb-9354-4fb8-8eb1-37ed7ac08211 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:10:13.069320 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c39e13-a8d0-40c0-9fdd-1a8539411e3c x-openstack-request-id: req-71c39e13-a8d0-40c0-9fdd-1a8539411e3c {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:10:13.069609 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd02d240-5d22-4fde-a582-c321707515b8", "name": "network-vif-deleted", "tag": "ab88e034-dcf0-453e-ac45-fe5f89924239", "status": "completed", "code": 200}]} {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:10:13.069865 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-71c39e13-a8d0-40c0-9fdd-1a8539411e3c {{(pid=110259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:10:13.070264 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71c39e13-a8d0-40c0-9fdd-1a8539411e3c'] response: {'server_uuid': 'dd02d240-5d22-4fde-a582-c321707515b8', 'name': 'network-vif-deleted', 'tag': 'ab88e034-dcf0-453e-ac45-fe5f89924239', 'status': 'completed', 'code': 200} Apr 06 12:10:13.270486 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-7c889bd3-e94f-4df2-9e9e-ba14b3d5276f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'name': 'tempest-AttachVolumeTestJSON-1308526680-router', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:03:42Z', 'updated_at': '2022-04-06T12:03:45Z', 'revision_number': 4, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'gw_port': {'id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:43Z', 'updated_at': '2022-04-06T12:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'd656e2db-b5d0-4fcb-8113-c00f6e5a39bc', 'name': '', 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'mac_address': 'fa:16:3e:0d:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9a13fee9-8bb2-4536-8f3f-eca49979516d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:44Z', 'updated_at': '2022-04-06T12:03:49Z', 'revision_number': 5, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'subnets': [{'id': '9a13fee9-8bb2-4536-8f3f-eca49979516d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:10:13.295520 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c889bd3-e94f-4df2-9e9e-ba14b3d5276f None None] Checking router: f86a5bfb-9354-4fb8-8eb1-37ed7ac08211 for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:10:13.304013 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c889bd3-e94f-4df2-9e9e-ba14b3d5276f None None] Routers {'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:10:13.304614 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-7c889bd3-e94f-4df2-9e9e-ba14b3d5276f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:09:45Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:10:13.415027 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-7c889bd3-e94f-4df2-9e9e-ba14b3d5276f None None] Set router f86a5bfb-9354-4fb8-8eb1-37ed7ac08211 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:10:13.545380 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a4f54928-68bb-42ca-b187-6ce3f59c4012 req-271591d7-bb03-4c8a-8e19-41e2475ab3a4 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd02d240-5d22-4fde-a582-c321707515b8 HTTP/1.1" status: 200 len: 210 time: 0.0335960 Apr 06 12:10:13.644661 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-7c889bd3-e94f-4df2-9e9e-ba14b3d5276f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'name': 'tempest-AttachVolumeTestJSON-1308526680-router', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:03:42Z', 'updated_at': '2022-04-06T12:03:45Z', 'revision_number': 4, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'gw_port': {'id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:43Z', 'updated_at': '2022-04-06T12:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'd656e2db-b5d0-4fcb-8113-c00f6e5a39bc', 'name': '', 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'mac_address': 'fa:16:3e:0d:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9a13fee9-8bb2-4536-8f3f-eca49979516d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:44Z', 'updated_at': '2022-04-06T12:03:49Z', 'revision_number': 5, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'subnets': [{'id': '9a13fee9-8bb2-4536-8f3f-eca49979516d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:10:13.673604 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c889bd3-e94f-4df2-9e9e-ba14b3d5276f None None] The sync data for ids ['f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'] in dv-cinder-836074-2-iscsi is: [{'id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'name': 'tempest-AttachVolumeTestJSON-1308526680-router', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:03:42Z', 'updated_at': '2022-04-06T12:03:45Z', 'revision_number': 4, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'gw_port': {'id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:43Z', 'updated_at': '2022-04-06T12:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi', '_interfaces': [{'id': 'd656e2db-b5d0-4fcb-8113-c00f6e5a39bc', 'name': '', 'network_id': '45970ed1-c53c-48e7-99d7-7f6912a67aaa', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'mac_address': 'fa:16:3e:0d:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '9a13fee9-8bb2-4536-8f3f-eca49979516d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:44Z', 'updated_at': '2022-04-06T12:03:49Z', 'revision_number': 5, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'subnets': [{'id': '9a13fee9-8bb2-4536-8f3f-eca49979516d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:10:13.903822 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c1442d-f901-428d-97e8-948d9ce489cf None None] New status for floating IP 5bc26c64-445e-4ae5-83ec-f83a54008bd7: DOWN {{(pid=110261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:10:14.627152 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:14.635624 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 54246) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:10:14.691286 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-58f2af61-80e0-44c3-9e29-25471c0344cf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for security_group (50bf1680-2998-4c70-a214-50fa0577afd9), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:14.715509 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-58f2af61-80e0-44c3-9e29-25471c0344cf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for security_group (50bf1680-2998-4c70-a214-50fa0577afd9), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:14.766432 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-58f2af61-80e0-44c3-9e29-25471c0344cf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (50bf1680-2998-4c70-a214-50fa0577afd9), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:14.769205 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-58f2af61-80e0-44c3-9e29-25471c0344cf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:14.770348 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-58f2af61-80e0-44c3-9e29-25471c0344cf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "DELETE /v2.0/security-groups/50bf1680-2998-4c70-a214-50fa0577afd9 HTTP/1.1" status: 204 len: 168 time: 0.1343081 Apr 06 12:10:14.773202 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 54248) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:10:14.781256 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2af61-80e0-44c3-9e29-25471c0344cf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bf1680-2998-4c70-a214-50fa0577afd9,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:14.787519 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.api.v2.resource [None req-da137bf1-95a3-43eb-a1b6-303de63de8cf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] show failed (client error): The resource could not be found. Apr 06 12:10:14.788512 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f2af61-80e0-44c3-9e29-25471c0344cf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:14.788663 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-da137bf1-95a3-43eb-a1b6-303de63de8cf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "GET /v2.0/security-groups/50bf1680-2998-4c70-a214-50fa0577afd9 HTTP/1.1" status: 404 len: 347 time: 0.0143163 Apr 06 12:10:14.788973 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f2af61-80e0-44c3-9e29-25471c0344cf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:14.789517 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f2af61-80e0-44c3-9e29-25471c0344cf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:14.790043 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f2af61-80e0-44c3-9e29-25471c0344cf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:14.790556 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f2af61-80e0-44c3-9e29-25471c0344cf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:14.791095 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f2af61-80e0-44c3-9e29-25471c0344cf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:14.791541 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f2af61-80e0-44c3-9e29-25471c0344cf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:14.791888 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f2af61-80e0-44c3-9e29-25471c0344cf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:14.792143 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 54250) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:10:14.792265 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f2af61-80e0-44c3-9e29-25471c0344cf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:14.792528 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f2af61-80e0-44c3-9e29-25471c0344cf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:14.792889 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f2af61-80e0-44c3-9e29-25471c0344cf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:14.794002 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f2af61-80e0-44c3-9e29-25471c0344cf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:14.794397 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f2af61-80e0-44c3-9e29-25471c0344cf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:14.794833 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f2af61-80e0-44c3-9e29-25471c0344cf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:14.795155 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f2af61-80e0-44c3-9e29-25471c0344cf tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:14.923088 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-fffe8de1-f782-484a-aaa1-e5c951047bc5 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Deleting port 9ced98c1-827b-4fde-9cb7-27601bde6fcd {{(pid=110259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:10:14.923349 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-fffe8de1-f782-484a-aaa1-e5c951047bc5 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (9ced98c1-827b-4fde-9cb7-27601bde6fcd), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:15.005699 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-fffe8de1-f782-484a-aaa1-e5c951047bc5 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (9ced98c1-827b-4fde-9cb7-27601bde6fcd), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:15.006025 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-fffe8de1-f782-484a-aaa1-e5c951047bc5 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for floatingip (9ced98c1-827b-4fde-9cb7-27601bde6fcd), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:15.019752 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [None req-fffe8de1-f782-484a-aaa1-e5c951047bc5 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Calling delete_port for 9ced98c1-827b-4fde-9cb7-27601bde6fcd owned by network:floatingip {{(pid=110259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:10:15.125487 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-4eecc886-415d-42c8-ad81-863e1de608f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:15.162560 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-fffe8de1-f782-484a-aaa1-e5c951047bc5 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (9ced98c1-827b-4fde-9cb7-27601bde6fcd), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:15.186761 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device ab88e034-dcf0-453e-ac45-fe5f89924239 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:10:15.188449 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe8de1-f782-484a-aaa1-e5c951047bc5 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Pushing event deleted for resources: {'Port': ['ID=9ced98c1-827b-4fde-9cb7-27601bde6fcd,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:15.213656 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] No Port match for: ab88e034-dcf0-453e-ac45-fe5f89924239 {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:10:15.213994 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device ab88e034-dcf0-453e-ac45-fe5f89924239 not bound to the agent host hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:10:15.256409 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-fffe8de1-f782-484a-aaa1-e5c951047bc5 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks [] for floatingip (5bc26c64-445e-4ae5-83ec-f83a54008bd7), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:15.258990 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-fffe8de1-f782-484a-aaa1-e5c951047bc5 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for floatingip (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:15.260157 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-fffe8de1-f782-484a-aaa1-e5c951047bc5 tempest-AttachVolumeTestJSON-225410462 tempest-AttachVolumeTestJSON-225410462-project] 10.222.0.39 "DELETE /v2.0/floatingips/5bc26c64-445e-4ae5-83ec-f83a54008bd7 HTTP/1.1" status: 204 len: 168 time: 0.4669352 Apr 06 12:10:16.518872 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:18.807114 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 54278) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:10:18.971600 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:19.103299 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:19.325142 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-a61524a6-6a0e-419b-bb1e-577432e1a20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431766'] for router_interface (f86a5bfb-9354-4fb8-8eb1-37ed7ac08211), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:19.573910 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-a61524a6-6a0e-419b-bb1e-577432e1a20e admin admin] Deleting port d656e2db-b5d0-4fcb-8113-c00f6e5a39bc {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:10:19.574244 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-a61524a6-6a0e-419b-bb1e-577432e1a20e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (d656e2db-b5d0-4fcb-8113-c00f6e5a39bc), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:19.662457 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [None req-a61524a6-6a0e-419b-bb1e-577432e1a20e admin admin] For port d656e2db-b5d0-4fcb-8113-c00f6e5a39bc, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=d656e2db-b5d0-4fcb-8113-c00f6e5a39bc,segment=NetworkSegment(c518d1a2-b035-4fd8-ba52-bae08596d8dd),segment_id=c518d1a2-b035-4fd8-ba52-bae08596d8dd)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:10:19.662807 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-a61524a6-6a0e-419b-bb1e-577432e1a20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (d656e2db-b5d0-4fcb-8113-c00f6e5a39bc), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:19.681774 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-a61524a6-6a0e-419b-bb1e-577432e1a20e admin admin] Calling delete_port for d656e2db-b5d0-4fcb-8113-c00f6e5a39bc owned by network:router_interface {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:10:19.873213 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-a61524a6-6a0e-419b-bb1e-577432e1a20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (d656e2db-b5d0-4fcb-8113-c00f6e5a39bc), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:19.897261 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61524a6-6a0e-419b-bb1e-577432e1a20e admin admin] Pushing event deleted for resources: {'Port': ['ID=d656e2db-b5d0-4fcb-8113-c00f6e5a39bc,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:20.078474 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-a61524a6-6a0e-419b-bb1e-577432e1a20e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430086'] for router_interface (f86a5bfb-9354-4fb8-8eb1-37ed7ac08211), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:20.299134 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61524a6-6a0e-419b-bb1e-577432e1a20e admin admin] Router f86a5bfb-9354-4fb8-8eb1-37ed7ac08211 has already been hosted by L3 agent 525aa3ca-74f6-4a98-aa69-ed689b628b3f {{(pid=110260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:10:20.409233 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61524a6-6a0e-419b-bb1e-577432e1a20e admin admin] Notify agent at l3_agent.dv-cinder-836074-2-iscsi the message routers_updated {{(pid=110260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:10:20.414255 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-a61524a6-6a0e-419b-bb1e-577432e1a20e admin admin] 10.222.0.39 "PUT /v2.0/routers/f86a5bfb-9354-4fb8-8eb1-37ed7ac08211/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6060371 Apr 06 12:10:20.417006 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 54282) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:10:20.417691 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31d34f9-8bbc-4003-bb19-2b7185138039 None None] Sync routers for ids ['f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'] in dv-cinder-836074-2-iscsi {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:10:20.428106 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31d34f9-8bbc-4003-bb19-2b7185138039 None None] Routers {'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:10:20.428732 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-f31d34f9-8bbc-4003-bb19-2b7185138039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:10:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:10:20.522923 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-bd005b66-d27e-4e63-b9e6-29ff413159f5 admin admin] Publish callbacks [] for router (f86a5bfb-9354-4fb8-8eb1-37ed7ac08211), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:20.535668 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-f31d34f9-8bbc-4003-bb19-2b7185138039 None None] Set router f86a5bfb-9354-4fb8-8eb1-37ed7ac08211 gateway port host: dv-cinder-836074-2-iscsi {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:10:20.631871 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-bd005b66-d27e-4e63-b9e6-29ff413159f5 admin admin] Publish callbacks [] for router_gateway (f86a5bfb-9354-4fb8-8eb1-37ed7ac08211), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:20.686969 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-bd005b66-d27e-4e63-b9e6-29ff413159f5 admin admin] Deleting port 070179f5-7691-45c4-b582-1d6e5af8745f {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:10:20.687346 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-bd005b66-d27e-4e63-b9e6-29ff413159f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (070179f5-7691-45c4-b582-1d6e5af8745f), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:20.726144 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-f31d34f9-8bbc-4003-bb19-2b7185138039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'name': 'tempest-AttachVolumeTestJSON-1308526680-router', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'external_fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:03:42Z', 'updated_at': '2022-04-06T12:10:19Z', 'revision_number': 5, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'gw_port': {'id': '070179f5-7691-45c4-b582-1d6e5af8745f', 'name': '', 'network_id': 'f8bc4371-0f06-4ac4-8212-20e00bcdd0be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:03:43Z', 'updated_at': '2022-04-06T12:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f72af3a5-4f9e-49cd-911b-77b0f5cebaf5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-2-iscsi'}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:10:20.771145 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31d34f9-8bbc-4003-bb19-2b7185138039 None None] Checking router: f86a5bfb-9354-4fb8-8eb1-37ed7ac08211 for host: dv-cinder-836074-2-iscsi {{(pid=110262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:10:20.777933 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:10:20.787448 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [None req-bd005b66-d27e-4e63-b9e6-29ff413159f5 admin admin] For port 070179f5-7691-45c4-b582-1d6e5af8745f, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=070179f5-7691-45c4-b582-1d6e5af8745f,segment=NetworkSegment(e99df258-543d-4616-b3b8-0c52db153909),segment_id=e99df258-543d-4616-b3b8-0c52db153909)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:10:20.787812 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-bd005b66-d27e-4e63-b9e6-29ff413159f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (070179f5-7691-45c4-b582-1d6e5af8745f), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:20.791704 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31d34f9-8bbc-4003-bb19-2b7185138039 None None] Routers {'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'} bound to L3 agent in host dv-cinder-836074-2-iscsi {{(pid=110262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:10:20.792290 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-f31d34f9-8bbc-4003-bb19-2b7185138039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T11:42:15Z,description=,heartbeat_timestamp=2022-04-06T12:10:15Z,host='dv-cinder-836074-2-iscsi',id=525aa3ca-74f6-4a98-aa69-ed689b628b3f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:42:15Z,topic='l3_agent')) {'router_ids': ['f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'], 'active': True} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:10:20.807749 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-bd005b66-d27e-4e63-b9e6-29ff413159f5 admin admin] Calling delete_port for 070179f5-7691-45c4-b582-1d6e5af8745f owned by network:router_gateway {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:10:20.882576 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_dvr_db [None req-f31d34f9-8bbc-4003-bb19-2b7185138039 None None] Set router f86a5bfb-9354-4fb8-8eb1-37ed7ac08211 gateway port host: None {{(pid=110262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:10:20.935151 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.l3_hamode_db [None req-f31d34f9-8bbc-4003-bb19-2b7185138039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'name': 'tempest-AttachVolumeTestJSON-1308526680-router', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:03:42Z', 'updated_at': '2022-04-06T12:10:20Z', 'revision_number': 6, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'gw_port_host': None}], 'dv-cinder-836074-2-iscsi', False) {} {{(pid=110262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:10:20.983760 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-bd005b66-d27e-4e63-b9e6-29ff413159f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (070179f5-7691-45c4-b582-1d6e5af8745f), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:21.011123 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd005b66-d27e-4e63-b9e6-29ff413159f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=070179f5-7691-45c4-b582-1d6e5af8745f,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:21.055009 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31d34f9-8bbc-4003-bb19-2b7185138039 None None] The sync data for ids ['f86a5bfb-9354-4fb8-8eb1-37ed7ac08211'] in dv-cinder-836074-2-iscsi is: [{'id': 'f86a5bfb-9354-4fb8-8eb1-37ed7ac08211', 'name': 'tempest-AttachVolumeTestJSON-1308526680-router', 'tenant_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:03:42Z', 'updated_at': '2022-04-06T12:10:20Z', 'revision_number': 6, 'project_id': 'ede1b1c2fa1b4dc1bd2ad95d91ad5ffe', 'gw_port_host': None}] {{(pid=110262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:10:21.079591 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-bd005b66-d27e-4e63-b9e6-29ff413159f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430272'] for router_gateway (f86a5bfb-9354-4fb8-8eb1-37ed7ac08211), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:21.442006 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-bd005b66-d27e-4e63-b9e6-29ff413159f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2514'] for router (f86a5bfb-9354-4fb8-8eb1-37ed7ac08211), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:21.444216 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-bd005b66-d27e-4e63-b9e6-29ff413159f5 admin admin] Publish callbacks [] for router_controller (f86a5bfb-9354-4fb8-8eb1-37ed7ac08211), precommit_delete_associations {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:21.493117 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-bd005b66-d27e-4e63-b9e6-29ff413159f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-433530'] for router (f86a5bfb-9354-4fb8-8eb1-37ed7ac08211), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:21.493643 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd005b66-d27e-4e63-b9e6-29ff413159f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f86a5bfb-9354-4fb8-8eb1-37ed7ac08211 {{(pid=110260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 12:10:21.498894 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-bd005b66-d27e-4e63-b9e6-29ff413159f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:21.500800 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-bd005b66-d27e-4e63-b9e6-29ff413159f5 admin admin] 10.222.0.39 "DELETE /v2.0/routers/f86a5bfb-9354-4fb8-8eb1-37ed7ac08211 HTTP/1.1" status: 204 len: 168 time: 1.0826194 Apr 06 12:10:21.507782 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 54284) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:10:21.553027 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_v2 [None req-7574100f-ed6b-4153-9d9e-cbb4d67d17fa admin admin] Deleting subnet 9a13fee9-8bb2-4536-8f3f-eca49979516d {{(pid=110260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:10:21.556185 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-7574100f-ed6b-4153-9d9e-cbb4d67d17fa admin admin] Publish callbacks [] for subnet (9a13fee9-8bb2-4536-8f3f-eca49979516d), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:21.591967 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-7574100f-ed6b-4153-9d9e-cbb4d67d17fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5214045'] for subnet (9a13fee9-8bb2-4536-8f3f-eca49979516d), precommit_delete_associations {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:21.677066 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-7574100f-ed6b-4153-9d9e-cbb4d67d17fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540055'] for subnet (9a13fee9-8bb2-4536-8f3f-eca49979516d), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:21.731320 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-7574100f-ed6b-4153-9d9e-cbb4d67d17fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1540056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4263529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4228261'] for subnet (9a13fee9-8bb2-4536-8f3f-eca49979516d), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:21.757495 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574100f-ed6b-4153-9d9e-cbb4d67d17fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a13fee9-8bb2-4536-8f3f-eca49979516d,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:21.762359 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-7574100f-ed6b-4153-9d9e-cbb4d67d17fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:21.765631 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-7574100f-ed6b-4153-9d9e-cbb4d67d17fa admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9a13fee9-8bb2-4536-8f3f-eca49979516d HTTP/1.1" status: 204 len: 168 time: 0.2592630 Apr 06 12:10:21.768076 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 54286) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:10:21.770733 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77bdce0-0b6c-4a75-89da-28725860a13d None None] Network 45970ed1-c53c-48e7-99d7-7f6912a67aaa requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:10:21.845910 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-895021b9-bc63-419b-acdb-58e9bdbd7c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448080'] for network (45970ed1-c53c-48e7-99d7-7f6912a67aaa), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:21.890507 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 070179f5-7691-45c4-b582-1d6e5af8745f no longer exists at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:10:21.911958 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-895021b9-bc63-419b-acdb-58e9bdbd7c74 admin admin] Deleting port 7b99226a-91f5-4d39-8f25-22aa6ac752eb {{(pid=110260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:10:21.912543 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-895021b9-bc63-419b-acdb-58e9bdbd7c74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (7b99226a-91f5-4d39-8f25-22aa6ac752eb), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:21.917044 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] No Port match for: 070179f5-7691-45c4-b582-1d6e5af8745f {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:10:21.917669 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 070179f5-7691-45c4-b582-1d6e5af8745f not bound to the agent host dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:10:21.918844 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device d656e2db-b5d0-4fcb-8113-c00f6e5a39bc no longer exists at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:10:21.939382 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] No Port match for: d656e2db-b5d0-4fcb-8113-c00f6e5a39bc {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:10:21.939626 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device d656e2db-b5d0-4fcb-8113-c00f6e5a39bc not bound to the agent host dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:10:21.956501 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8449b3e6-d3b9-4fda-a032-d8b6bc233d44 None None] DHCP port deletion for 45970ed1-c53c-48e7-99d7-7f6912a67aaa request from dv-cinder-836074-2-iscsi {{(pid=110261) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 12:10:21.981064 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.db [None req-895021b9-bc63-419b-acdb-58e9bdbd7c74 admin admin] For port 7b99226a-91f5-4d39-8f25-22aa6ac752eb, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=7b99226a-91f5-4d39-8f25-22aa6ac752eb,segment=NetworkSegment(c518d1a2-b035-4fd8-ba52-bae08596d8dd),segment_id=c518d1a2-b035-4fd8-ba52-bae08596d8dd)] {{(pid=110260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:10:21.981669 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-895021b9-bc63-419b-acdb-58e9bdbd7c74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (7b99226a-91f5-4d39-8f25-22aa6ac752eb), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:21.996024 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.plugin [None req-895021b9-bc63-419b-acdb-58e9bdbd7c74 admin admin] Calling delete_port for 7b99226a-91f5-4d39-8f25-22aa6ac752eb owned by network:dhcp {{(pid=110260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:10:22.006109 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-8449b3e6-d3b9-4fda-a032-d8b6bc233d44 None None] Deleting port 7b99226a-91f5-4d39-8f25-22aa6ac752eb {{(pid=110261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:10:22.006481 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-8449b3e6-d3b9-4fda-a032-d8b6bc233d44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (7b99226a-91f5-4d39-8f25-22aa6ac752eb), before_delete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:22.075813 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-8449b3e6-d3b9-4fda-a032-d8b6bc233d44 None None] For port 7b99226a-91f5-4d39-8f25-22aa6ac752eb, host dv-cinder-836074-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-2-iscsi',level=0,port_id=7b99226a-91f5-4d39-8f25-22aa6ac752eb,segment=NetworkSegment(c518d1a2-b035-4fd8-ba52-bae08596d8dd),segment_id=c518d1a2-b035-4fd8-ba52-bae08596d8dd)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:10:22.076327 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-8449b3e6-d3b9-4fda-a032-d8b6bc233d44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (7b99226a-91f5-4d39-8f25-22aa6ac752eb), precommit_delete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:22.085997 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-895021b9-bc63-419b-acdb-58e9bdbd7c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4263518'] for port (7b99226a-91f5-4d39-8f25-22aa6ac752eb), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:22.091514 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-8449b3e6-d3b9-4fda-a032-d8b6bc233d44 None None] Calling delete_port for 7b99226a-91f5-4d39-8f25-22aa6ac752eb owned by network:dhcp {{(pid=110261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:10:22.114964 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895021b9-bc63-419b-acdb-58e9bdbd7c74 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b99226a-91f5-4d39-8f25-22aa6ac752eb,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:22.116896 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895021b9-bc63-419b-acdb-58e9bdbd7c74 admin admin] No DVR routers for this DVR port 7b99226a-91f5-4d39-8f25-22aa6ac752eb on host dv-cinder-836074-2-iscsi {{(pid=110260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:10:22.175218 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-8449b3e6-d3b9-4fda-a032-d8b6bc233d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237'] for port (7b99226a-91f5-4d39-8f25-22aa6ac752eb), after_delete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:22.194617 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-895021b9-bc63-419b-acdb-58e9bdbd7c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1537324', 'neutron.services.segments.db._delete_segments_for_network-8743157203577'] for network (45970ed1-c53c-48e7-99d7-7f6912a67aaa), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:22.202042 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449b3e6-d3b9-4fda-a032-d8b6bc233d44 None None] Pushing event deleted for resources: {'Port': ['ID=7b99226a-91f5-4d39-8f25-22aa6ac752eb,revision_number=None']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:22.209665 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8449b3e6-d3b9-4fda-a032-d8b6bc233d44 None None] No DVR routers for this DVR port 7b99226a-91f5-4d39-8f25-22aa6ac752eb on host dv-cinder-836074-2-iscsi {{(pid=110261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:10:22.211910 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8449b3e6-d3b9-4fda-a032-d8b6bc233d44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:22.212131 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8449b3e6-d3b9-4fda-a032-d8b6bc233d44 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:22.212535 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8449b3e6-d3b9-4fda-a032-d8b6bc233d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:22.215630 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8449b3e6-d3b9-4fda-a032-d8b6bc233d44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:22.215630 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8449b3e6-d3b9-4fda-a032-d8b6bc233d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:22.215630 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8449b3e6-d3b9-4fda-a032-d8b6bc233d44 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:22.215630 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8449b3e6-d3b9-4fda-a032-d8b6bc233d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:22.215630 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8449b3e6-d3b9-4fda-a032-d8b6bc233d44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:22.215630 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8449b3e6-d3b9-4fda-a032-d8b6bc233d44 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:22.215630 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8449b3e6-d3b9-4fda-a032-d8b6bc233d44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:22.215630 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8449b3e6-d3b9-4fda-a032-d8b6bc233d44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:22.216492 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.services.segments.db [None req-895021b9-bc63-419b-acdb-58e9bdbd7c74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45970ed1-c53c-48e7-99d7-7f6912a67aaa']}} {{(pid=110260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:10:22.216602 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8449b3e6-d3b9-4fda-a032-d8b6bc233d44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:22.216602 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8449b3e6-d3b9-4fda-a032-d8b6bc233d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:22.216602 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8449b3e6-d3b9-4fda-a032-d8b6bc233d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:22.216602 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8449b3e6-d3b9-4fda-a032-d8b6bc233d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:22.227572 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.services.segments.db [None req-895021b9-bc63-419b-acdb-58e9bdbd7c74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c518d1a2-b035-4fd8-ba52-bae08596d8dd') {'for_net_delete': True} {{(pid=110260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:10:22.227572 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.services.segments.db [None req-895021b9-bc63-419b-acdb-58e9bdbd7c74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c518d1a2-b035-4fd8-ba52-bae08596d8dd') {} {{(pid=110260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:10:22.237181 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-895021b9-bc63-419b-acdb-58e9bdbd7c74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743157202306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5214118'] for segment (c518d1a2-b035-4fd8-ba52-bae08596d8dd), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:22.250941 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-895021b9-bc63-419b-acdb-58e9bdbd7c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (c518d1a2-b035-4fd8-ba52-bae08596d8dd), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:22.256989 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895021b9-bc63-419b-acdb-58e9bdbd7c74 admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=110260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:10:22.257374 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-895021b9-bc63-419b-acdb-58e9bdbd7c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4263427'] for segment (c518d1a2-b035-4fd8-ba52-bae08596d8dd), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:22.259065 dv-cinder-836074-2-iscsi neutron-server[110260]: Traceback (most recent call last): Apr 06 12:10:22.259065 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:10:22.259065 dv-cinder-836074-2-iscsi neutron-server[110260]: timer() Apr 06 12:10:22.259065 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:10:22.259065 dv-cinder-836074-2-iscsi neutron-server[110260]: cb(*args, **kw) Apr 06 12:10:22.259065 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:10:22.259065 dv-cinder-836074-2-iscsi neutron-server[110260]: return func(*args, **kwargs) Apr 06 12:10:22.259065 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:10:22.259065 dv-cinder-836074-2-iscsi neutron-server[110260]: self._notify() Apr 06 12:10:22.259065 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:10:22.259065 dv-cinder-836074-2-iscsi neutron-server[110260]: self.callback(batched_events) Apr 06 12:10:22.259065 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:10:22.259065 dv-cinder-836074-2-iscsi neutron-server[110260]: event.method(event) Apr 06 12:10:22.259065 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:10:22.259065 dv-cinder-836074-2-iscsi neutron-server[110260]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:10:22.259065 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:10:22.259065 dv-cinder-836074-2-iscsi neutron-server[110260]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:10:22.259065 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:10:22.259065 dv-cinder-836074-2-iscsi neutron-server[110260]: return f(self, *a, **k) Apr 06 12:10:22.259065 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:10:22.259065 dv-cinder-836074-2-iscsi neutron-server[110260]: return self._get(url).json() Apr 06 12:10:22.259065 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:10:22.259065 dv-cinder-836074-2-iscsi neutron-server[110260]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:10:22.259065 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:10:22.259065 dv-cinder-836074-2-iscsi neutron-server[110260]: return self.request(url, 'GET', **kwargs) Apr 06 12:10:22.259065 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:10:22.259065 dv-cinder-836074-2-iscsi neutron-server[110260]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:10:22.259065 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:10:22.259065 dv-cinder-836074-2-iscsi neutron-server[110260]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:10:22.259065 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:10:22.259065 dv-cinder-836074-2-iscsi neutron-server[110260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:10:22.259065 dv-cinder-836074-2-iscsi neutron-server[110260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:10:22.313357 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-895021b9-bc63-419b-acdb-58e9bdbd7c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1537365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430244'] for network (45970ed1-c53c-48e7-99d7-7f6912a67aaa), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:22.318766 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-895021b9-bc63-419b-acdb-58e9bdbd7c74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:22.321884 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-895021b9-bc63-419b-acdb-58e9bdbd7c74 admin admin] 10.222.0.39 "DELETE /v2.0/networks/45970ed1-c53c-48e7-99d7-7f6912a67aaa HTTP/1.1" status: 204 len: 168 time: 0.5528932 Apr 06 12:10:22.333560 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895021b9-bc63-419b-acdb-58e9bdbd7c74 admin admin] Pushing event deleted for resources: {'Network': ['ID=45970ed1-c53c-48e7-99d7-7f6912a67aaa,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:22.438889 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 54290) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:10:22.485786 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-c3d209e9-f31f-409c-9d04-fd03d81bfe43 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ede1b1c2fa1b4dc1bd2ad95d91ad5ffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455766 Apr 06 12:10:22.488056 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 54292) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:10:22.535875 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-73519c45-6c61-4646-b83e-04f0acd69b1e admin admin] Publish callbacks [] for security_group (d04fc12f-9b4c-4e4b-9df1-ca7025c562ff), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:22.557414 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-73519c45-6c61-4646-b83e-04f0acd69b1e admin admin] Publish callbacks [] for security_group (d04fc12f-9b4c-4e4b-9df1-ca7025c562ff), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:22.603362 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-73519c45-6c61-4646-b83e-04f0acd69b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (d04fc12f-9b4c-4e4b-9df1-ca7025c562ff), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:22.606622 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-73519c45-6c61-4646-b83e-04f0acd69b1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:22.607767 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-73519c45-6c61-4646-b83e-04f0acd69b1e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d04fc12f-9b4c-4e4b-9df1-ca7025c562ff HTTP/1.1" status: 204 len: 168 time: 0.1187825 Apr 06 12:10:22.615494 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73519c45-6c61-4646-b83e-04f0acd69b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04fc12f-9b4c-4e4b-9df1-ca7025c562ff,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:23.638878 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 7b99226a-91f5-4d39-8f25-22aa6ac752eb no longer exists at agent ovs-agent-dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:10:23.659918 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] No Port match for: 7b99226a-91f5-4d39-8f25-22aa6ac752eb {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:10:23.660280 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Device 7b99226a-91f5-4d39-8f25-22aa6ac752eb not bound to the agent host dv-cinder-836074-2-iscsi {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:10:31.933033 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 54400) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:10:32.036355 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-2ee0ef26-26dd-40af-a7e6-6b5f4ce8d254 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:32.109984 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-2ee0ef26-26dd-40af-a7e6-6b5f4ce8d254 admin admin] Publish callbacks [] for security_group (b5c4e8c1-2328-464f-b48a-18c9df58d7e0), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:32.113632 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-2ee0ef26-26dd-40af-a7e6-6b5f4ce8d254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (b5c4e8c1-2328-464f-b48a-18c9df58d7e0), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:32.152234 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-2ee0ef26-26dd-40af-a7e6-6b5f4ce8d254 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=59d78ee35b7c4dc6855e6d0e86ad12d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181122 Apr 06 12:10:32.153125 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0ef26-26dd-40af-a7e6-6b5f4ce8d254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c4e8c1-2328-464f-b48a-18c9df58d7e0,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:32.154903 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 54404) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:10:32.204466 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d9601dde-0fe5-4436-844d-b6436c21e5c4 admin admin] Publish callbacks [] for security_group (b5c4e8c1-2328-464f-b48a-18c9df58d7e0), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:32.225177 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d9601dde-0fe5-4436-844d-b6436c21e5c4 admin admin] Publish callbacks [] for security_group (b5c4e8c1-2328-464f-b48a-18c9df58d7e0), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:32.273577 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d9601dde-0fe5-4436-844d-b6436c21e5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (b5c4e8c1-2328-464f-b48a-18c9df58d7e0), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:32.276212 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-d9601dde-0fe5-4436-844d-b6436c21e5c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:32.277382 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-d9601dde-0fe5-4436-844d-b6436c21e5c4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b5c4e8c1-2328-464f-b48a-18c9df58d7e0 HTTP/1.1" status: 204 len: 168 time: 0.1214759 Apr 06 12:10:32.285951 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9601dde-0fe5-4436-844d-b6436c21e5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c4e8c1-2328-464f-b48a-18c9df58d7e0,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:32.917199 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 54426) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:10:33.016869 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-855a23ed-10dc-4e26-bede-879ba4701ecc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-783863820-network', 'tenant_id': '0866d565cea549899377668a10d62770'}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:10:33.036838 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855a23ed-10dc-4e26-bede-879ba4701ecc admin admin] Made reservation on behalf of 0866d565cea549899377668a10d62770 for: {'network': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:10:33.039111 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-855a23ed-10dc-4e26-bede-879ba4701ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for network (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:33.050623 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-855a23ed-10dc-4e26-bede-879ba4701ecc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:33.128709 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-855a23ed-10dc-4e26-bede-879ba4701ecc admin admin] Publish callbacks [] for security_group (a753d7e1-6dc4-46da-8c1d-c8e44775be41), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:33.132769 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-855a23ed-10dc-4e26-bede-879ba4701ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (a753d7e1-6dc4-46da-8c1d-c8e44775be41), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:33.154763 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855a23ed-10dc-4e26-bede-879ba4701ecc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=110260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:10:33.181782 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a23ed-10dc-4e26-bede-879ba4701ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a753d7e1-6dc4-46da-8c1d-c8e44775be41,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:33.191771 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-855a23ed-10dc-4e26-bede-879ba4701ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (dec6c9c9-b970-41ae-ae99-3c3d041904c1), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:33.192149 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.db.segments_db [None req-855a23ed-10dc-4e26-bede-879ba4701ecc admin admin] Added segment dec6c9c9-b970-41ae-ae99-3c3d041904c1 of type vlan for network 52eb6181-0d89-4ee5-b613-8063e3971520 Apr 06 12:10:33.237353 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-855a23ed-10dc-4e26-bede-879ba4701ecc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743156740410'] for network (52eb6181-0d89-4ee5-b613-8063e3971520), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:33.261684 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-855a23ed-10dc-4e26-bede-879ba4701ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332'] for network (52eb6181-0d89-4ee5-b613-8063e3971520), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:33.262778 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a23ed-10dc-4e26-bede-879ba4701ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:10:33.263358 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-855a23ed-10dc-4e26-bede-879ba4701ecc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:33.314660 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-855a23ed-10dc-4e26-bede-879ba4701ecc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3963251 Apr 06 12:10:33.317618 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 54430) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:10:33.322614 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-36d1385f-0977-4336-815b-3e13d281e6eb admin admin] Request body: {'subnet': {'network_id': '52eb6181-0d89-4ee5-b613-8063e3971520', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-783863820-subnet', 'tenant_id': '0866d565cea549899377668a10d62770', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:10:33.327767 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a23ed-10dc-4e26-bede-879ba4701ecc admin admin] Pushing event updated for resources: {'Network': ['ID=52eb6181-0d89-4ee5-b613-8063e3971520,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:33.338357 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Network 52eb6181-0d89-4ee5-b613-8063e3971520 details requested by agent ovs-agent-dv-cinder-836074-2-iscsi with host dv-cinder-836074-2-iscsi {{(pid=110261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:10:33.343569 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d1385f-0977-4336-815b-3e13d281e6eb admin admin] Made reservation on behalf of 0866d565cea549899377668a10d62770 for: {'subnet': 1} {{(pid=110259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:10:33.346067 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-36d1385f-0977-4336-815b-3e13d281e6eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4379995'] for subnet (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:33.515434 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-36d1385f-0977-4336-815b-3e13d281e6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4353132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4379973'] for subnet (69594da0-6c2f-4fb4-98d7-c0e4974716cd), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:33.562886 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1385f-0977-4336-815b-3e13d281e6eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=69594da0-6c2f-4fb4-98d7-c0e4974716cd,revision_number=0']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:33.578325 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d1385f-0977-4336-815b-3e13d281e6eb admin admin] Checking segment: {'id': 'dec6c9c9-b970-41ae-ae99-3c3d041904c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '52eb6181-0d89-4ee5-b613-8063e3971520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:10:33.578679 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d1385f-0977-4336-815b-3e13d281e6eb admin admin] Network hostable DHCP agents. Network: 52eb6181-0d89-4ee5-b613-8063e3971520, hostable agents: ['eb907300-c67e-4e21-a2d4-e40182a63fdb'], hosted agents: [] {{(pid=110259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:10:33.595327 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d1385f-0977-4336-815b-3e13d281e6eb admin admin] Network 52eb6181-0d89-4ee5-b613-8063e3971520 is scheduled to be hosted by DHCP agent eb907300-c67e-4e21-a2d4-e40182a63fdb with binding_index 1 {{(pid=110259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:10:33.603942 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [None req-36d1385f-0977-4336-815b-3e13d281e6eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-2-iscsi, 52eb6181-0d89-4ee5-b613-8063e3971520) {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:10:33.608190 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d1385f-0977-4336-815b-3e13d281e6eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:10:33.608819 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-36d1385f-0977-4336-815b-3e13d281e6eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:33.612826 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbefab7-1cc8-432c-b78a-243e90ad2267 None None] Network 52eb6181-0d89-4ee5-b613-8063e3971520 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:10:33.624991 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-36d1385f-0977-4336-815b-3e13d281e6eb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3061917 Apr 06 12:10:33.714603 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6579da26-eb0a-4884-be52-3c7463b1ab18 None None] Network 52eb6181-0d89-4ee5-b613-8063e3971520 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:10:34.125065 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 54446) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:10:34.130016 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-b7fb3736-4b26-4570-bee4-bf91717016bf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-534776163-network', 'tenant_id': 'a84fecea52074ee296989f4021c4aa1e'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:10:34.149250 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fb3736-4b26-4570-bee4-bf91717016bf admin admin] Made reservation on behalf of a84fecea52074ee296989f4021c4aa1e for: {'network': 1} {{(pid=110259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:10:34.151564 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b7fb3736-4b26-4570-bee4-bf91717016bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for network (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:34.160346 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b7fb3736-4b26-4570-bee4-bf91717016bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:34.233949 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b7fb3736-4b26-4570-bee4-bf91717016bf admin admin] Publish callbacks [] for security_group (29e49695-50c9-48c2-a2be-0795a9cbfc76), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:34.237783 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b7fb3736-4b26-4570-bee4-bf91717016bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (29e49695-50c9-48c2-a2be-0795a9cbfc76), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:34.260016 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7fb3736-4b26-4570-bee4-bf91717016bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=110259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:10:34.275636 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb3736-4b26-4570-bee4-bf91717016bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e49695-50c9-48c2-a2be-0795a9cbfc76,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:34.280156 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b7fb3736-4b26-4570-bee4-bf91717016bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (09ddd738-5bd5-4ee6-8920-1d46e8e405b8), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:34.280501 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.db.segments_db [None req-b7fb3736-4b26-4570-bee4-bf91717016bf admin admin] Added segment 09ddd738-5bd5-4ee6-8920-1d46e8e405b8 of type vlan for network 9815e291-802e-4867-bbb4-ff9ce45c0622 Apr 06 12:10:34.326453 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b7fb3736-4b26-4570-bee4-bf91717016bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743156740410'] for network (9815e291-802e-4867-bbb4-ff9ce45c0622), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:34.351363 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b7fb3736-4b26-4570-bee4-bf91717016bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332'] for network (9815e291-802e-4867-bbb4-ff9ce45c0622), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:34.352316 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fb3736-4b26-4570-bee4-bf91717016bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:10:34.352953 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b7fb3736-4b26-4570-bee4-bf91717016bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:34.408268 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-b7fb3736-4b26-4570-bee4-bf91717016bf admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2820172 Apr 06 12:10:34.411119 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 54448) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:10:34.416012 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-fcb99693-4392-4610-8081-0acd566b31dc admin admin] Request body: {'subnet': {'network_id': '9815e291-802e-4867-bbb4-ff9ce45c0622', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-534776163-subnet', 'tenant_id': 'a84fecea52074ee296989f4021c4aa1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:10:34.418911 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb3736-4b26-4570-bee4-bf91717016bf admin admin] Pushing event updated for resources: {'Network': ['ID=9815e291-802e-4867-bbb4-ff9ce45c0622,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:34.429310 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Network 9815e291-802e-4867-bbb4-ff9ce45c0622 details requested by agent ovs-agent-dv-cinder-836074-2-iscsi with host dv-cinder-836074-2-iscsi {{(pid=110261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:10:34.435455 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb99693-4392-4610-8081-0acd566b31dc admin admin] Made reservation on behalf of a84fecea52074ee296989f4021c4aa1e for: {'subnet': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:10:34.438953 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-fcb99693-4392-4610-8081-0acd566b31dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4228290'] for subnet (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:34.610051 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-fcb99693-4392-4610-8081-0acd566b31dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4262830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4228316'] for subnet (e9070dcc-adfb-4089-a9ca-4af37b2ce20f), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:34.671398 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb99693-4392-4610-8081-0acd566b31dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9070dcc-adfb-4089-a9ca-4af37b2ce20f,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:34.684168 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb99693-4392-4610-8081-0acd566b31dc admin admin] Checking segment: {'id': '09ddd738-5bd5-4ee6-8920-1d46e8e405b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9815e291-802e-4867-bbb4-ff9ce45c0622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:10:34.684524 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb99693-4392-4610-8081-0acd566b31dc admin admin] Network hostable DHCP agents. Network: 9815e291-802e-4867-bbb4-ff9ce45c0622, hostable agents: ['eb907300-c67e-4e21-a2d4-e40182a63fdb'], hosted agents: [] {{(pid=110260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:10:34.701764 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb99693-4392-4610-8081-0acd566b31dc admin admin] Network 9815e291-802e-4867-bbb4-ff9ce45c0622 is scheduled to be hosted by DHCP agent eb907300-c67e-4e21-a2d4-e40182a63fdb with binding_index 1 {{(pid=110260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:10:34.712043 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-fcb99693-4392-4610-8081-0acd566b31dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-2-iscsi, 9815e291-802e-4867-bbb4-ff9ce45c0622) {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:10:34.716030 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb99693-4392-4610-8081-0acd566b31dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:10:34.716676 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-fcb99693-4392-4610-8081-0acd566b31dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:34.721524 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9beadab-a6c8-4a8a-bf9d-c398ed1724dc None None] Network 9815e291-802e-4867-bbb4-ff9ce45c0622 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:10:34.733605 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-fcb99693-4392-4610-8081-0acd566b31dc admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3207166 Apr 06 12:10:34.827594 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bcedfc-9b6c-43b6-b3a5-b95e63202be9 None None] Network 9815e291-802e-4867-bbb4-ff9ce45c0622 requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:10:34.855586 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 54452) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:10:34.902240 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb294f0-d8f5-4273-8f77-c917df6031ad admin admin] Deleting subnet 69594da0-6c2f-4fb4-98d7-c0e4974716cd {{(pid=110259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:10:34.905938 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3bb294f0-d8f5-4273-8f77-c917df6031ad admin admin] Publish callbacks [] for subnet (69594da0-6c2f-4fb4-98d7-c0e4974716cd), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:34.941608 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3bb294f0-d8f5-4273-8f77-c917df6031ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4434002'] for subnet (69594da0-6c2f-4fb4-98d7-c0e4974716cd), precommit_delete_associations {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:34.987087 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3bb294f0-d8f5-4273-8f77-c917df6031ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540055'] for subnet (69594da0-6c2f-4fb4-98d7-c0e4974716cd), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:35.038953 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3bb294f0-d8f5-4273-8f77-c917df6031ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1540056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4352427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4379964'] for subnet (69594da0-6c2f-4fb4-98d7-c0e4974716cd), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:35.074985 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb294f0-d8f5-4273-8f77-c917df6031ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69594da0-6c2f-4fb4-98d7-c0e4974716cd,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:35.080815 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-3bb294f0-d8f5-4273-8f77-c917df6031ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for subnet (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:35.083957 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-3bb294f0-d8f5-4273-8f77-c917df6031ad admin admin] 10.222.0.39 "DELETE /v2.0/subnets/69594da0-6c2f-4fb4-98d7-c0e4974716cd HTTP/1.1" status: 204 len: 168 time: 0.2273643 Apr 06 12:10:35.086414 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 54454) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:10:35.154534 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-224902fe-a40e-4410-be2f-1167cb113797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448080'] for network (52eb6181-0d89-4ee5-b613-8063e3971520), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:35.236399 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-224902fe-a40e-4410-be2f-1167cb113797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1537324', 'neutron.services.segments.db._delete_segments_for_network-8743157203577'] for network (52eb6181-0d89-4ee5-b613-8063e3971520), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:35.255933 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.services.segments.db [None req-224902fe-a40e-4410-be2f-1167cb113797 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52eb6181-0d89-4ee5-b613-8063e3971520']}} {{(pid=110259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:10:35.265552 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.services.segments.db [None req-224902fe-a40e-4410-be2f-1167cb113797 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec6c9c9-b970-41ae-ae99-3c3d041904c1') {'for_net_delete': True} {{(pid=110259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:10:35.265961 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.services.segments.db [None req-224902fe-a40e-4410-be2f-1167cb113797 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec6c9c9-b970-41ae-ae99-3c3d041904c1') {} {{(pid=110259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:10:35.275102 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-224902fe-a40e-4410-be2f-1167cb113797 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743157202306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4434089'] for segment (dec6c9c9-b970-41ae-ae99-3c3d041904c1), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:35.289452 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-224902fe-a40e-4410-be2f-1167cb113797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (dec6c9c9-b970-41ae-ae99-3c3d041904c1), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:35.295985 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-224902fe-a40e-4410-be2f-1167cb113797 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=110259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:10:35.296818 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-224902fe-a40e-4410-be2f-1167cb113797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4352449'] for segment (dec6c9c9-b970-41ae-ae99-3c3d041904c1), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:35.298551 dv-cinder-836074-2-iscsi neutron-server[110259]: Traceback (most recent call last): Apr 06 12:10:35.298551 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:10:35.298551 dv-cinder-836074-2-iscsi neutron-server[110259]: timer() Apr 06 12:10:35.298551 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:10:35.298551 dv-cinder-836074-2-iscsi neutron-server[110259]: cb(*args, **kw) Apr 06 12:10:35.298551 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:10:35.298551 dv-cinder-836074-2-iscsi neutron-server[110259]: return func(*args, **kwargs) Apr 06 12:10:35.298551 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:10:35.298551 dv-cinder-836074-2-iscsi neutron-server[110259]: self._notify() Apr 06 12:10:35.298551 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:10:35.298551 dv-cinder-836074-2-iscsi neutron-server[110259]: self.callback(batched_events) Apr 06 12:10:35.298551 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:10:35.298551 dv-cinder-836074-2-iscsi neutron-server[110259]: event.method(event) Apr 06 12:10:35.298551 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:10:35.298551 dv-cinder-836074-2-iscsi neutron-server[110259]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:10:35.298551 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:10:35.298551 dv-cinder-836074-2-iscsi neutron-server[110259]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:10:35.298551 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:10:35.298551 dv-cinder-836074-2-iscsi neutron-server[110259]: return f(self, *a, **k) Apr 06 12:10:35.298551 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:10:35.298551 dv-cinder-836074-2-iscsi neutron-server[110259]: return self._get(url).json() Apr 06 12:10:35.298551 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:10:35.298551 dv-cinder-836074-2-iscsi neutron-server[110259]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:10:35.298551 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:10:35.298551 dv-cinder-836074-2-iscsi neutron-server[110259]: return self.request(url, 'GET', **kwargs) Apr 06 12:10:35.298551 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:10:35.298551 dv-cinder-836074-2-iscsi neutron-server[110259]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:10:35.298551 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:10:35.298551 dv-cinder-836074-2-iscsi neutron-server[110259]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:10:35.298551 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:10:35.298551 dv-cinder-836074-2-iscsi neutron-server[110259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:10:35.298551 dv-cinder-836074-2-iscsi neutron-server[110259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:10:35.357369 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-224902fe-a40e-4410-be2f-1167cb113797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1537365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430244'] for network (52eb6181-0d89-4ee5-b613-8063e3971520), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:35.362710 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-224902fe-a40e-4410-be2f-1167cb113797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:35.366076 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-224902fe-a40e-4410-be2f-1167cb113797 admin admin] 10.222.0.39 "DELETE /v2.0/networks/52eb6181-0d89-4ee5-b613-8063e3971520 HTTP/1.1" status: 204 len: 168 time: 0.2786992 Apr 06 12:10:35.368954 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 54456) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:10:35.378991 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224902fe-a40e-4410-be2f-1167cb113797 admin admin] Pushing event deleted for resources: {'Network': ['ID=52eb6181-0d89-4ee5-b613-8063e3971520,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:35.417045 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d04c40-a79f-4c05-b9e6-3b071c30580e admin admin] Deleting subnet e9070dcc-adfb-4089-a9ca-4af37b2ce20f {{(pid=110260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:10:35.420133 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-05d04c40-a79f-4c05-b9e6-3b071c30580e admin admin] Publish callbacks [] for subnet (e9070dcc-adfb-4089-a9ca-4af37b2ce20f), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:35.456400 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-05d04c40-a79f-4c05-b9e6-3b071c30580e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5214045'] for subnet (e9070dcc-adfb-4089-a9ca-4af37b2ce20f), precommit_delete_associations {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:35.495838 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-05d04c40-a79f-4c05-b9e6-3b071c30580e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540055'] for subnet (e9070dcc-adfb-4089-a9ca-4af37b2ce20f), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:35.552021 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-05d04c40-a79f-4c05-b9e6-3b071c30580e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1540056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4263529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4228261'] for subnet (e9070dcc-adfb-4089-a9ca-4af37b2ce20f), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:35.576037 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d04c40-a79f-4c05-b9e6-3b071c30580e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9070dcc-adfb-4089-a9ca-4af37b2ce20f,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:35.584418 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-05d04c40-a79f-4c05-b9e6-3b071c30580e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:35.587523 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-05d04c40-a79f-4c05-b9e6-3b071c30580e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e9070dcc-adfb-4089-a9ca-4af37b2ce20f HTTP/1.1" status: 204 len: 168 time: 0.2175152 Apr 06 12:10:35.589996 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 54458) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:10:35.657619 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-b95b77c7-f91b-4664-8044-99bd7a144ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448080'] for network (9815e291-802e-4867-bbb4-ff9ce45c0622), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:35.738640 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-b95b77c7-f91b-4664-8044-99bd7a144ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1537324', 'neutron.services.segments.db._delete_segments_for_network-8743157203577'] for network (9815e291-802e-4867-bbb4-ff9ce45c0622), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:35.758612 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.services.segments.db [None req-b95b77c7-f91b-4664-8044-99bd7a144ef5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9815e291-802e-4867-bbb4-ff9ce45c0622']}} {{(pid=110260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:10:35.769235 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.services.segments.db [None req-b95b77c7-f91b-4664-8044-99bd7a144ef5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ddd738-5bd5-4ee6-8920-1d46e8e405b8') {'for_net_delete': True} {{(pid=110260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:10:35.769527 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.services.segments.db [None req-b95b77c7-f91b-4664-8044-99bd7a144ef5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ddd738-5bd5-4ee6-8920-1d46e8e405b8') {} {{(pid=110260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:10:35.778614 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-b95b77c7-f91b-4664-8044-99bd7a144ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743157202306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5214118'] for segment (09ddd738-5bd5-4ee6-8920-1d46e8e405b8), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:35.791234 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-b95b77c7-f91b-4664-8044-99bd7a144ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (09ddd738-5bd5-4ee6-8920-1d46e8e405b8), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:35.797538 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b95b77c7-f91b-4664-8044-99bd7a144ef5 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=110260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:10:35.797911 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-b95b77c7-f91b-4664-8044-99bd7a144ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4263427'] for segment (09ddd738-5bd5-4ee6-8920-1d46e8e405b8), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:35.799526 dv-cinder-836074-2-iscsi neutron-server[110260]: Traceback (most recent call last): Apr 06 12:10:35.799526 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:10:35.799526 dv-cinder-836074-2-iscsi neutron-server[110260]: timer() Apr 06 12:10:35.799526 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:10:35.799526 dv-cinder-836074-2-iscsi neutron-server[110260]: cb(*args, **kw) Apr 06 12:10:35.799526 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:10:35.799526 dv-cinder-836074-2-iscsi neutron-server[110260]: return func(*args, **kwargs) Apr 06 12:10:35.799526 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:10:35.799526 dv-cinder-836074-2-iscsi neutron-server[110260]: self._notify() Apr 06 12:10:35.799526 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:10:35.799526 dv-cinder-836074-2-iscsi neutron-server[110260]: self.callback(batched_events) Apr 06 12:10:35.799526 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:10:35.799526 dv-cinder-836074-2-iscsi neutron-server[110260]: event.method(event) Apr 06 12:10:35.799526 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:10:35.799526 dv-cinder-836074-2-iscsi neutron-server[110260]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:10:35.799526 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:10:35.799526 dv-cinder-836074-2-iscsi neutron-server[110260]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:10:35.799526 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:10:35.799526 dv-cinder-836074-2-iscsi neutron-server[110260]: return f(self, *a, **k) Apr 06 12:10:35.799526 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:10:35.799526 dv-cinder-836074-2-iscsi neutron-server[110260]: return self._get(url).json() Apr 06 12:10:35.799526 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:10:35.799526 dv-cinder-836074-2-iscsi neutron-server[110260]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:10:35.799526 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:10:35.799526 dv-cinder-836074-2-iscsi neutron-server[110260]: return self.request(url, 'GET', **kwargs) Apr 06 12:10:35.799526 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:10:35.799526 dv-cinder-836074-2-iscsi neutron-server[110260]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:10:35.799526 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:10:35.799526 dv-cinder-836074-2-iscsi neutron-server[110260]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:10:35.799526 dv-cinder-836074-2-iscsi neutron-server[110260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:10:35.799526 dv-cinder-836074-2-iscsi neutron-server[110260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:10:35.799526 dv-cinder-836074-2-iscsi neutron-server[110260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:10:35.853810 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-b95b77c7-f91b-4664-8044-99bd7a144ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1537365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430244'] for network (9815e291-802e-4867-bbb4-ff9ce45c0622), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:35.859410 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-b95b77c7-f91b-4664-8044-99bd7a144ef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:35.862561 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-b95b77c7-f91b-4664-8044-99bd7a144ef5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9815e291-802e-4867-bbb4-ff9ce45c0622 HTTP/1.1" status: 204 len: 168 time: 0.2715685 Apr 06 12:10:35.880081 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b77c7-f91b-4664-8044-99bd7a144ef5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9815e291-802e-4867-bbb4-ff9ce45c0622,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:36.031279 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 54462) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:10:36.072143 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-2765ece4-4469-4e2b-abb8-0ac01d6e6868 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0866d565cea549899377668a10d62770&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395916 Apr 06 12:10:36.074640 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 54464) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:10:36.121836 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e71dee29-c58d-4a3e-82c6-a6764bcf1e7b admin admin] Publish callbacks [] for security_group (a753d7e1-6dc4-46da-8c1d-c8e44775be41), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:36.144534 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e71dee29-c58d-4a3e-82c6-a6764bcf1e7b admin admin] Publish callbacks [] for security_group (a753d7e1-6dc4-46da-8c1d-c8e44775be41), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:36.190387 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e71dee29-c58d-4a3e-82c6-a6764bcf1e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (a753d7e1-6dc4-46da-8c1d-c8e44775be41), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:36.192884 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e71dee29-c58d-4a3e-82c6-a6764bcf1e7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:36.194017 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-e71dee29-c58d-4a3e-82c6-a6764bcf1e7b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a753d7e1-6dc4-46da-8c1d-c8e44775be41 HTTP/1.1" status: 204 len: 168 time: 0.1185026 Apr 06 12:10:36.201532 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71dee29-c58d-4a3e-82c6-a6764bcf1e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a753d7e1-6dc4-46da-8c1d-c8e44775be41,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:36.536092 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 54470) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:10:36.575531 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-f9ed07cb-5610-4072-87b8-641b3d41d94b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a84fecea52074ee296989f4021c4aa1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381629 Apr 06 12:10:36.578111 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 54472) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:10:36.627873 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-24bf974a-d025-4933-bd70-0f22f1f59cc3 admin admin] Publish callbacks [] for security_group (29e49695-50c9-48c2-a2be-0795a9cbfc76), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:36.650525 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-24bf974a-d025-4933-bd70-0f22f1f59cc3 admin admin] Publish callbacks [] for security_group (29e49695-50c9-48c2-a2be-0795a9cbfc76), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:36.701243 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-24bf974a-d025-4933-bd70-0f22f1f59cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (29e49695-50c9-48c2-a2be-0795a9cbfc76), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:36.704426 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-24bf974a-d025-4933-bd70-0f22f1f59cc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:36.705593 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-24bf974a-d025-4933-bd70-0f22f1f59cc3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/29e49695-50c9-48c2-a2be-0795a9cbfc76 HTTP/1.1" status: 204 len: 168 time: 0.1265810 Apr 06 12:10:36.713700 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf974a-d025-4933-bd70-0f22f1f59cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e49695-50c9-48c2-a2be-0795a9cbfc76,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:42.284062 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bd54821b-ca3e-4929-8b69-47a640bb7145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:44.627427 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:45.120955 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ae78-be93-4856-9ff0-2c17acf532e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:46.519312 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:48.817366 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:49.106329 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:57.779115 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:11:12.286851 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-be51c39a-9065-4649-8dde-22380ff630aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:14.626588 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:15.122055 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-3348475c-51d8-4682-9a39-128c291617e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:16.525612 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:18.818543 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:19.109003 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:19.546006 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 54860) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:11:19.650175 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-90ddfa67-a7d2-42ea-af22-72b18bf2133d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:19.728808 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-90ddfa67-a7d2-42ea-af22-72b18bf2133d admin admin] Publish callbacks [] for security_group (9a2fe5f5-68b2-4c98-8f61-b0216580dc6b), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:19.733246 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-90ddfa67-a7d2-42ea-af22-72b18bf2133d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (9a2fe5f5-68b2-4c98-8f61-b0216580dc6b), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:19.773405 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-90ddfa67-a7d2-42ea-af22-72b18bf2133d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c3510525541d472790b7fc86b3dfa897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255692 Apr 06 12:11:19.774498 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ddfa67-a7d2-42ea-af22-72b18bf2133d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2fe5f5-68b2-4c98-8f61-b0216580dc6b,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:11:19.776329 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 54864) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:11:19.782242 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddfa67-a7d2-42ea-af22-72b18bf2133d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:19.782736 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddfa67-a7d2-42ea-af22-72b18bf2133d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:19.783080 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddfa67-a7d2-42ea-af22-72b18bf2133d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:19.783421 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddfa67-a7d2-42ea-af22-72b18bf2133d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:19.783755 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddfa67-a7d2-42ea-af22-72b18bf2133d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:19.784081 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddfa67-a7d2-42ea-af22-72b18bf2133d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:19.784409 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddfa67-a7d2-42ea-af22-72b18bf2133d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:19.784754 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddfa67-a7d2-42ea-af22-72b18bf2133d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:19.785086 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddfa67-a7d2-42ea-af22-72b18bf2133d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:19.785409 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddfa67-a7d2-42ea-af22-72b18bf2133d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:19.785733 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddfa67-a7d2-42ea-af22-72b18bf2133d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:19.786054 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddfa67-a7d2-42ea-af22-72b18bf2133d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:19.786377 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddfa67-a7d2-42ea-af22-72b18bf2133d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:19.786696 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddfa67-a7d2-42ea-af22-72b18bf2133d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:19.787012 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddfa67-a7d2-42ea-af22-72b18bf2133d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:19.826927 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-b23409ae-de73-4ea7-bd5b-29b8fe21867e admin admin] Publish callbacks [] for security_group (9a2fe5f5-68b2-4c98-8f61-b0216580dc6b), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:19.848232 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-b23409ae-de73-4ea7-bd5b-29b8fe21867e admin admin] Publish callbacks [] for security_group (9a2fe5f5-68b2-4c98-8f61-b0216580dc6b), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:19.898403 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-b23409ae-de73-4ea7-bd5b-29b8fe21867e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (9a2fe5f5-68b2-4c98-8f61-b0216580dc6b), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:19.900969 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-b23409ae-de73-4ea7-bd5b-29b8fe21867e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:19.902123 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-b23409ae-de73-4ea7-bd5b-29b8fe21867e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a2fe5f5-68b2-4c98-8f61-b0216580dc6b HTTP/1.1" status: 204 len: 168 time: 0.1247654 Apr 06 12:11:19.911001 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23409ae-de73-4ea7-bd5b-29b8fe21867e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2fe5f5-68b2-4c98-8f61-b0216580dc6b,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:11:19.917905 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23409ae-de73-4ea7-bd5b-29b8fe21867e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:19.918246 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23409ae-de73-4ea7-bd5b-29b8fe21867e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:19.918586 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23409ae-de73-4ea7-bd5b-29b8fe21867e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:19.918919 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23409ae-de73-4ea7-bd5b-29b8fe21867e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:19.919248 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23409ae-de73-4ea7-bd5b-29b8fe21867e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:19.919575 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23409ae-de73-4ea7-bd5b-29b8fe21867e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:19.919897 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23409ae-de73-4ea7-bd5b-29b8fe21867e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:19.920218 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23409ae-de73-4ea7-bd5b-29b8fe21867e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:19.920541 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23409ae-de73-4ea7-bd5b-29b8fe21867e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:19.920890 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23409ae-de73-4ea7-bd5b-29b8fe21867e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:19.921218 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23409ae-de73-4ea7-bd5b-29b8fe21867e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:19.921787 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23409ae-de73-4ea7-bd5b-29b8fe21867e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:19.923224 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23409ae-de73-4ea7-bd5b-29b8fe21867e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:19.923580 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23409ae-de73-4ea7-bd5b-29b8fe21867e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:19.923881 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23409ae-de73-4ea7-bd5b-29b8fe21867e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:20.162269 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 54870) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:11:20.175344 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e08967c7-5cb1-4a4b-a057-62e43f9cedc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:20.249595 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e08967c7-5cb1-4a4b-a057-62e43f9cedc0 admin admin] Publish callbacks [] for security_group (390b22c3-7683-4993-aa4e-c0e39655e902), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:20.253657 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-e08967c7-5cb1-4a4b-a057-62e43f9cedc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (390b22c3-7683-4993-aa4e-c0e39655e902), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:20.292681 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-e08967c7-5cb1-4a4b-a057-62e43f9cedc0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=11742b7aa4e64471b771b9b6aa094c6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293426 Apr 06 12:11:20.293545 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08967c7-5cb1-4a4b-a057-62e43f9cedc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390b22c3-7683-4993-aa4e-c0e39655e902,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:11:20.295981 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 54872) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:11:20.345645 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-9104fb66-ae80-4d37-a30c-59590b668cd4 admin admin] Publish callbacks [] for security_group (390b22c3-7683-4993-aa4e-c0e39655e902), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:20.367193 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-9104fb66-ae80-4d37-a30c-59590b668cd4 admin admin] Publish callbacks [] for security_group (390b22c3-7683-4993-aa4e-c0e39655e902), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:20.416979 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-9104fb66-ae80-4d37-a30c-59590b668cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (390b22c3-7683-4993-aa4e-c0e39655e902), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:20.419422 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-9104fb66-ae80-4d37-a30c-59590b668cd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:20.420643 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-9104fb66-ae80-4d37-a30c-59590b668cd4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/390b22c3-7683-4993-aa4e-c0e39655e902 HTTP/1.1" status: 204 len: 168 time: 0.1233754 Apr 06 12:11:20.429135 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104fb66-ae80-4d37-a30c-59590b668cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390b22c3-7683-4993-aa4e-c0e39655e902,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:11:22.351506 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 54940) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:11:22.457106 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-0ac48bc8-ff22-4ed6-812f-09120abe8460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:22.540312 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-0ac48bc8-ff22-4ed6-812f-09120abe8460 admin admin] Publish callbacks [] for security_group (6f34ce59-6459-4b38-a802-29533aba512a), precommit_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:22.544013 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-0ac48bc8-ff22-4ed6-812f-09120abe8460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (6f34ce59-6459-4b38-a802-29533aba512a), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:22.582913 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-0ac48bc8-ff22-4ed6-812f-09120abe8460 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=14c5714134da469faa2c6489d33b6313&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303121 Apr 06 12:11:22.584070 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac48bc8-ff22-4ed6-812f-09120abe8460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f34ce59-6459-4b38-a802-29533aba512a,revision_number=1']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:11:22.585700 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 54944) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:11:22.633893 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b41bf692-f1c2-470f-9f43-50a8a9a109b9 admin admin] Publish callbacks [] for security_group (6f34ce59-6459-4b38-a802-29533aba512a), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:22.654344 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b41bf692-f1c2-470f-9f43-50a8a9a109b9 admin admin] Publish callbacks [] for security_group (6f34ce59-6459-4b38-a802-29533aba512a), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:22.706058 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b41bf692-f1c2-470f-9f43-50a8a9a109b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (6f34ce59-6459-4b38-a802-29533aba512a), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:22.708525 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-b41bf692-f1c2-470f-9f43-50a8a9a109b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:22.709696 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-b41bf692-f1c2-470f-9f43-50a8a9a109b9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6f34ce59-6459-4b38-a802-29533aba512a HTTP/1.1" status: 204 len: 168 time: 0.1230214 Apr 06 12:11:22.717542 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41bf692-f1c2-470f-9f43-50a8a9a109b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f34ce59-6459-4b38-a802-29533aba512a,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:11:22.982488 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 54950) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:11:22.996698 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-2af2d8e3-8dea-4598-9c83-35657fef4ff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:23.070582 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-2af2d8e3-8dea-4598-9c83-35657fef4ff3 admin admin] Publish callbacks [] for security_group (6f529d6f-3aae-4e91-974f-6cc17d434320), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:23.074567 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-2af2d8e3-8dea-4598-9c83-35657fef4ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (6f529d6f-3aae-4e91-974f-6cc17d434320), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:23.115208 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-2af2d8e3-8dea-4598-9c83-35657fef4ff3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2f4c51b158f74b9fbe42b228d7627916&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316309 Apr 06 12:11:23.116047 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2d8e3-8dea-4598-9c83-35657fef4ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f529d6f-3aae-4e91-974f-6cc17d434320,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:11:23.118493 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 54952) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:11:23.167496 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0b043c86-e017-4669-9e8a-49133040dff2 admin admin] Publish callbacks [] for security_group (6f529d6f-3aae-4e91-974f-6cc17d434320), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:23.189408 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0b043c86-e017-4669-9e8a-49133040dff2 admin admin] Publish callbacks [] for security_group (6f529d6f-3aae-4e91-974f-6cc17d434320), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:23.239275 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0b043c86-e017-4669-9e8a-49133040dff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (6f529d6f-3aae-4e91-974f-6cc17d434320), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:23.241947 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-0b043c86-e017-4669-9e8a-49133040dff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:23.243098 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-0b043c86-e017-4669-9e8a-49133040dff2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6f529d6f-3aae-4e91-974f-6cc17d434320 HTTP/1.1" status: 204 len: 168 time: 0.1238875 Apr 06 12:11:23.251342 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b043c86-e017-4669-9e8a-49133040dff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f529d6f-3aae-4e91-974f-6cc17d434320,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:11:23.906359 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 54974) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:11:23.999720 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [None req-bbde72cc-947b-41ea-9152-6eabf0ecc631 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-962016099-network', 'tenant_id': 'cf2b2c87d02a40c6829f2609d41edfc3'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:11:24.020090 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbde72cc-947b-41ea-9152-6eabf0ecc631 admin admin] Made reservation on behalf of cf2b2c87d02a40c6829f2609d41edfc3 for: {'network': 1} {{(pid=110259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:11:24.022303 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-bbde72cc-947b-41ea-9152-6eabf0ecc631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for network (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:24.033350 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-bbde72cc-947b-41ea-9152-6eabf0ecc631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:24.107062 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-bbde72cc-947b-41ea-9152-6eabf0ecc631 admin admin] Publish callbacks [] for security_group (92dc1cb7-8a79-4d79-972e-6c4be6b4976f), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:24.111401 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-bbde72cc-947b-41ea-9152-6eabf0ecc631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (92dc1cb7-8a79-4d79-972e-6c4be6b4976f), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:24.135445 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbde72cc-947b-41ea-9152-6eabf0ecc631 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=110259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:11:24.148964 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde72cc-947b-41ea-9152-6eabf0ecc631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dc1cb7-8a79-4d79-972e-6c4be6b4976f,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:11:24.153806 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-bbde72cc-947b-41ea-9152-6eabf0ecc631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (6675794e-77d9-4e1f-bc33-b237b2420339), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:24.154153 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.db.segments_db [None req-bbde72cc-947b-41ea-9152-6eabf0ecc631 admin admin] Added segment 6675794e-77d9-4e1f-bc33-b237b2420339 of type vlan for network a94029c2-92c0-444f-bb27-b45e6841aa0e Apr 06 12:11:24.194276 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-bbde72cc-947b-41ea-9152-6eabf0ecc631 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743156740410'] for network (a94029c2-92c0-444f-bb27-b45e6841aa0e), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:24.218387 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-bbde72cc-947b-41ea-9152-6eabf0ecc631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332'] for network (a94029c2-92c0-444f-bb27-b45e6841aa0e), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:24.220068 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbde72cc-947b-41ea-9152-6eabf0ecc631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:24.220650 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-bbde72cc-947b-41ea-9152-6eabf0ecc631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:24.271144 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-bbde72cc-947b-41ea-9152-6eabf0ecc631 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3636267 Apr 06 12:11:24.274114 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 54978) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:11:24.279102 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.v2.base [None req-53c0c425-34cf-4d1f-84c7-8f59873cf93f admin admin] Request body: {'subnet': {'network_id': 'a94029c2-92c0-444f-bb27-b45e6841aa0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-962016099-subnet', 'tenant_id': 'cf2b2c87d02a40c6829f2609d41edfc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:11:24.282486 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde72cc-947b-41ea-9152-6eabf0ecc631 admin admin] Pushing event updated for resources: {'Network': ['ID=a94029c2-92c0-444f-bb27-b45e6841aa0e,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:11:24.292554 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Network a94029c2-92c0-444f-bb27-b45e6841aa0e details requested by agent ovs-agent-dv-cinder-836074-2-iscsi with host dv-cinder-836074-2-iscsi {{(pid=110261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:11:24.299484 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c0c425-34cf-4d1f-84c7-8f59873cf93f admin admin] Made reservation on behalf of cf2b2c87d02a40c6829f2609d41edfc3 for: {'subnet': 1} {{(pid=110260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:11:24.302013 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-53c0c425-34cf-4d1f-84c7-8f59873cf93f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4228290'] for subnet (None), before_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:24.471454 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-53c0c425-34cf-4d1f-84c7-8f59873cf93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4262830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4228316'] for subnet (2957ef02-72f7-4c9c-aec6-a2e0a58de69c), after_create {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:24.528362 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c0c425-34cf-4d1f-84c7-8f59873cf93f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2957ef02-72f7-4c9c-aec6-a2e0a58de69c,revision_number=0']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:11:24.540283 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c0c425-34cf-4d1f-84c7-8f59873cf93f admin admin] Checking segment: {'id': '6675794e-77d9-4e1f-bc33-b237b2420339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a94029c2-92c0-444f-bb27-b45e6841aa0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:11:24.540642 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c0c425-34cf-4d1f-84c7-8f59873cf93f admin admin] Network hostable DHCP agents. Network: a94029c2-92c0-444f-bb27-b45e6841aa0e, hostable agents: ['eb907300-c67e-4e21-a2d4-e40182a63fdb'], hosted agents: [] {{(pid=110260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:11:24.557773 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c0c425-34cf-4d1f-84c7-8f59873cf93f admin admin] Network a94029c2-92c0-444f-bb27-b45e6841aa0e is scheduled to be hosted by DHCP agent eb907300-c67e-4e21-a2d4-e40182a63fdb with binding_index 1 {{(pid=110260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:11:24.566353 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.scheduler.base_scheduler [None req-53c0c425-34cf-4d1f-84c7-8f59873cf93f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-2-iscsi, a94029c2-92c0-444f-bb27-b45e6841aa0e) {{(pid=110260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:11:24.570632 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c0c425-34cf-4d1f-84c7-8f59873cf93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:24.571218 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-53c0c425-34cf-4d1f-84c7-8f59873cf93f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:24.576118 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ecb945-160e-4b2b-9e56-2d85ac6221ed None None] Network a94029c2-92c0-444f-bb27-b45e6841aa0e requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:11:24.587669 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-53c0c425-34cf-4d1f-84c7-8f59873cf93f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3124149 Apr 06 12:11:24.682942 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773573a5-b884-448e-8686-9fb923643762 None None] Network a94029c2-92c0-444f-bb27-b45e6841aa0e requested from dv-cinder-836074-2-iscsi {{(pid=110261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:11:26.383018 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-3631fc24-02f7-4ec9-a1bd-77e2979eb71f tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:26.384414 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-3631fc24-02f7-4ec9-a1bd-77e2979eb71f tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/networks?id=a94029c2-92c0-444f-bb27-b45e6841aa0e HTTP/1.1" status: 200 len: 808 time: 0.1053891 Apr 06 12:11:26.400588 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-6cb5d6e1-69b7-44a2-8d5e-13723ba24000 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/quotas/cf2b2c87d02a40c6829f2609d41edfc3 HTTP/1.1" status: 200 len: 375 time: 0.0105255 Apr 06 12:11:26.441634 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-079ead27-fd0e-4b44-8f9d-02c9ea6be18e tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf2b2c87d02a40c6829f2609d41edfc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356851 Apr 06 12:11:26.579738 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-e89ba9bc-0cce-4b03-b4f2-4ec744047591 service neutron] 10.222.0.39 "GET /v2.0/networks/a94029c2-92c0-444f-bb27-b45e6841aa0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302135 Apr 06 12:11:26.672408 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-f65ee289-fa48-452d-ae04-4c545d84918c service neutron] 10.222.0.39 "GET /v2.0/networks/a94029c2-92c0-444f-bb27-b45e6841aa0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866477 Apr 06 12:11:26.843220 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-1ca1aac6-90c7-40cd-8d68-336f56cb475f req-45a3dd0c-6b65-4970-8897-479c985edea4 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7791fda-657d-4c2e-afd1-269f4f8270ef HTTP/1.1" status: 200 len: 210 time: 0.0359018 Apr 06 12:11:27.927589 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-9eeb0b84-29d1-45a9-89d9-0e460dc8647c req-8577390c-5c2e-4018-8f8a-011852e94dad tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7791fda-657d-4c2e-afd1-269f4f8270ef HTTP/1.1" status: 200 len: 210 time: 0.0294871 Apr 06 12:11:28.803555 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-cd34f96a-635d-4335-8887-bbfe42c80981 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:28.805023 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-cd34f96a-635d-4335-8887-bbfe42c80981 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.53 "GET /v2.0/networks?id=a94029c2-92c0-444f-bb27-b45e6841aa0e HTTP/1.1" status: 200 len: 808 time: 0.1035995 Apr 06 12:11:28.822037 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-ba74df46-e748-469d-8d57-d540868a20f9 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Request body: {'port': {'device_id': 'a7791fda-657d-4c2e-afd1-269f4f8270ef', 'network_id': 'a94029c2-92c0-444f-bb27-b45e6841aa0e', 'admin_state_up': True, 'tenant_id': 'cf2b2c87d02a40c6829f2609d41edfc3'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:11:28.939398 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-ba74df46-e748-469d-8d57-d540868a20f9 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Made reservation on behalf of cf2b2c87d02a40c6829f2609d41edfc3 for: {'port': 1} {{(pid=110259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:11:28.942853 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-ba74df46-e748-469d-8d57-d540868a20f9 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:29.076862 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.db_base_plugin_common [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-ba74df46-e748-469d-8d57-d540868a20f9 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Allocated IP 172.20.0.9 (a94029c2-92c0-444f-bb27-b45e6841aa0e/2957ef02-72f7-4c9c-aec6-a2e0a58de69c/25a7c565-f6f3-4eda-acf3-aff022728e4b) {{(pid=110259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:11:29.154816 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-f87a591d-113b-4aaa-b78b-7723a0e5e652 req-af946656-7a96-4fd5-9592-db21f0776639 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7791fda-657d-4c2e-afd1-269f4f8270ef HTTP/1.1" status: 200 len: 210 time: 0.1560471 Apr 06 12:11:29.256161 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-ba74df46-e748-469d-8d57-d540868a20f9 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Publish callbacks [] for port (25a7c565-f6f3-4eda-acf3-aff022728e4b), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:29.289673 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-ba74df46-e748-469d-8d57-d540868a20f9 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (25a7c565-f6f3-4eda-acf3-aff022728e4b), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:29.341418 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-ba74df46-e748-469d-8d57-d540868a20f9 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Network a94029c2-92c0-444f-bb27-b45e6841aa0e is already hosted by enough agents. {{(pid=110259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:11:29.347069 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-ba74df46-e748-469d-8d57-d540868a20f9 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Resources bound (agent type, host, resource id): {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:11:29.351404 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-ba74df46-e748-469d-8d57-d540868a20f9 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Received port after_create {{(pid=110259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:11:29.355299 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74df46-e748-469d-8d57-d540868a20f9 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Pushing event updated for resources: {'Port': ['ID=25a7c565-f6f3-4eda-acf3-aff022728e4b,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:11:29.401545 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-ba74df46-e748-469d-8d57-d540868a20f9 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:29.402155 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-ba74df46-e748-469d-8d57-d540868a20f9 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:29.417257 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-ba74df46-e748-469d-8d57-d540868a20f9 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5997941 Apr 06 12:11:29.544581 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-489c3025-72ec-466b-84a6-a9b1ac8dc0d0 service neutron] Request body: {'port': {'device_id': 'a7791fda-657d-4c2e-afd1-269f4f8270ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:11:29.607088 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-489c3025-72ec-466b-84a6-a9b1ac8dc0d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (25a7c565-f6f3-4eda-acf3-aff022728e4b), before_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:29.865921 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.notifiers.nova [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-489c3025-72ec-466b-84a6-a9b1ac8dc0d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a7c565-f6f3-4eda-acf3-aff022728e4b {{(pid=110259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:11:29.873378 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-489c3025-72ec-466b-84a6-a9b1ac8dc0d0 service neutron] Publish callbacks [] for port (25a7c565-f6f3-4eda-acf3-aff022728e4b), precommit_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:29.885794 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.provisioning_blocks [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-489c3025-72ec-466b-84a6-a9b1ac8dc0d0 service neutron] Transition to ACTIVE for port object 25a7c565-f6f3-4eda-acf3-aff022728e4b will not be triggered until provisioned by entity L2. {{(pid=110259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:11:29.890910 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-489c3025-72ec-466b-84a6-a9b1ac8dc0d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352485'] for port (25a7c565-f6f3-4eda-acf3-aff022728e4b), after_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:29.939385 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c3025-72ec-466b-84a6-a9b1ac8dc0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=25a7c565-f6f3-4eda-acf3-aff022728e4b,revision_number=2']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:11:30.013333 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.managers [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-489c3025-72ec-466b-84a6-a9b1ac8dc0d0 service neutron] Attempting to bind port 25a7c565-f6f3-4eda-acf3-aff022728e4b on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:11:30.013667 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.managers [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-489c3025-72ec-466b-84a6-a9b1ac8dc0d0 service neutron] Attempting to bind port 25a7c565-f6f3-4eda-acf3-aff022728e4b by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '6675794e-77d9-4e1f-bc33-b237b2420339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a94029c2-92c0-444f-bb27-b45e6841aa0e'}] {{(pid=110259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:11:30.013989 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-489c3025-72ec-466b-84a6-a9b1ac8dc0d0 service neutron] Attempting to bind port 25a7c565-f6f3-4eda-acf3-aff022728e4b on network a94029c2-92c0-444f-bb27-b45e6841aa0e {{(pid=110259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:11:30.018737 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-489c3025-72ec-466b-84a6-a9b1ac8dc0d0 service neutron] Port 25a7c565-f6f3-4eda-acf3-aff022728e4b on network a94029c2-92c0-444f-bb27-b45e6841aa0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:11:30.019051 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-489c3025-72ec-466b-84a6-a9b1ac8dc0d0 service neutron] Attempting to bind port 25a7c565-f6f3-4eda-acf3-aff022728e4b on network a94029c2-92c0-444f-bb27-b45e6841aa0e {{(pid=110259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:11:30.023621 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-489c3025-72ec-466b-84a6-a9b1ac8dc0d0 service neutron] Checking agent: {'id': 'e6da0265-397c-48ac-b7af-cc5f2a289710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'started_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:11:30.023951 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-489c3025-72ec-466b-84a6-a9b1ac8dc0d0 service neutron] Checking segment: {'id': '6675794e-77d9-4e1f-bc33-b237b2420339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a94029c2-92c0-444f-bb27-b45e6841aa0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:11:30.024333 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-489c3025-72ec-466b-84a6-a9b1ac8dc0d0 service neutron] Bound using segment: {'id': '6675794e-77d9-4e1f-bc33-b237b2420339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a94029c2-92c0-444f-bb27-b45e6841aa0e'} {{(pid=110259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:11:30.024772 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.managers [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-489c3025-72ec-466b-84a6-a9b1ac8dc0d0 service neutron] Bound port: 25a7c565-f6f3-4eda-acf3-aff022728e4b, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6675794e-77d9-4e1f-bc33-b237b2420339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a94029c2-92c0-444f-bb27-b45e6841aa0e'}}] {{(pid=110259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:11:30.025121 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-489c3025-72ec-466b-84a6-a9b1ac8dc0d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (25a7c565-f6f3-4eda-acf3-aff022728e4b), before_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:30.088624 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.db [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-489c3025-72ec-466b-84a6-a9b1ac8dc0d0 service neutron] For port 25a7c565-f6f3-4eda-acf3-aff022728e4b, host hv-cinder-83607, cleared binding levels {{(pid=110259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:11:30.091732 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.db [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-489c3025-72ec-466b-84a6-a9b1ac8dc0d0 service neutron] For port 25a7c565-f6f3-4eda-acf3-aff022728e4b, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=25a7c565-f6f3-4eda-acf3-aff022728e4b,segment=NetworkSegment(6675794e-77d9-4e1f-bc33-b237b2420339),segment_id=6675794e-77d9-4e1f-bc33-b237b2420339)] {{(pid=110259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:11:30.097616 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-489c3025-72ec-466b-84a6-a9b1ac8dc0d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352485'] for port (25a7c565-f6f3-4eda-acf3-aff022728e4b), after_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:30.130256 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-489c3025-72ec-466b-84a6-a9b1ac8dc0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:30.130868 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-489c3025-72ec-466b-84a6-a9b1ac8dc0d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:30.132233 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-489c3025-72ec-466b-84a6-a9b1ac8dc0d0 service neutron] 10.222.0.53 "PUT /v2.0/ports/25a7c565-f6f3-4eda-acf3-aff022728e4b HTTP/1.1" status: 200 len: 1093 time: 0.5919688 Apr 06 12:11:30.134343 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7791fda-657d-4c2e-afd1-269f4f8270ef', 'tag': '25a7c565-f6f3-4eda-acf3-aff022728e4b'}] {{(pid=110259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:11:30.136581 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c7c8e3a7af7eec310205c5f765578dca3c187f66a15f537813450f68a58a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba89d3d-bf7f-42db-bc5b-0bb15556e63d" -d '{"events": [{"name": "network-changed", "server_uuid": "a7791fda-657d-4c2e-afd1-269f4f8270ef", "tag": "25a7c565-f6f3-4eda-acf3-aff022728e4b"}]}' {{(pid=110259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:11:30.163066 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c3025-72ec-466b-84a6-a9b1ac8dc0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=25a7c565-f6f3-4eda-acf3-aff022728e4b,revision_number=3']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:11:30.176345 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4ceaa4-e7f2-4957-adf2-edc40599ddd5 x-openstack-request-id: req-1e4ceaa4-e7f2-4957-adf2-edc40599ddd5 {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:11:30.176635 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7791fda-657d-4c2e-afd1-269f4f8270ef", "tag": "25a7c565-f6f3-4eda-acf3-aff022728e4b", "status": "completed", "code": 200}]} {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:11:30.176923 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e4ceaa4-e7f2-4957-adf2-edc40599ddd5 {{(pid=110259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:11:30.177350 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e4ceaa4-e7f2-4957-adf2-edc40599ddd5'] response: {'name': 'network-changed', 'server_uuid': 'a7791fda-657d-4c2e-afd1-269f4f8270ef', 'tag': '25a7c565-f6f3-4eda-acf3-aff022728e4b', 'status': 'completed', 'code': 200} Apr 06 12:11:30.260504 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-ecb6ab0f-5fa1-41a3-8669-ebcd87b1538f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:30.262018 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-ecb6ab0f-5fa1-41a3-8669-ebcd87b1538f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf2b2c87d02a40c6829f2609d41edfc3&device_id=a7791fda-657d-4c2e-afd1-269f4f8270ef HTTP/1.1" status: 200 len: 1127 time: 0.0728371 Apr 06 12:11:30.291200 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8142cbb-aefd-4340-aa0a-f4d2ff7d1ae6 req-04320904-068e-48da-a1a9-099655afd230 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:30.292632 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c8142cbb-aefd-4340-aa0a-f4d2ff7d1ae6 req-04320904-068e-48da-a1a9-099655afd230 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7791fda-657d-4c2e-afd1-269f4f8270ef HTTP/1.1" status: 200 len: 943 time: 0.0685258 Apr 06 12:11:30.322310 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-8a219a06-1e7d-4968-87ca-a8307ff234a1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25a7c565-f6f3-4eda-acf3-aff022728e4b HTTP/1.1" status: 200 len: 217 time: 0.0482991 Apr 06 12:11:30.393712 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-55f07cfc-fcb9-45d9-8b1b-f80eb1db3a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:30.395160 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-55f07cfc-fcb9-45d9-8b1b-f80eb1db3a39 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2957ef02-72f7-4c9c-aec6-a2e0a58de69c HTTP/1.1" status: 200 len: 848 time: 0.0670865 Apr 06 12:11:30.399432 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c8142cbb-aefd-4340-aa0a-f4d2ff7d1ae6 req-004f6690-caa0-4449-a11c-356e1610dad6 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/security-groups?id=92dc1cb7-8a79-4d79-972e-6c4be6b4976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796359 Apr 06 12:11:30.431280 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-35aebf6a-af5f-4baa-b02e-641e5970fc86 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a94029c2-92c0-444f-bb27-b45e6841aa0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303237 Apr 06 12:11:30.440886 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-6f2354c2-9ce4-4b6d-8eb2-bb54b7ab1c67 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=110259) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:11:30.441812 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-6f2354c2-9ce4-4b6d-8eb2-bb54b7ab1c67 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048795 Apr 06 12:11:30.531881 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-cda3477d-fff7-4436-8943-4993442d76b3 service neutron] 10.222.0.53 "GET /v2.0/networks/a94029c2-92c0-444f-bb27-b45e6841aa0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830877 Apr 06 12:11:30.621938 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-bc9c0c7d-15f1-4e6a-a69c-c585f2a24145 req-07c1d528-de1d-4d9b-bfa6-770bb0571c55 service neutron] 10.222.0.53 "GET /v2.0/networks/a94029c2-92c0-444f-bb27-b45e6841aa0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844543 Apr 06 12:11:31.568547 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174e787-4adc-40ee-b669-2e6d281e5f07 req-d33e8d21-ab2b-4f12-a51b-575263b45464 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:31.570019 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3174e787-4adc-40ee-b669-2e6d281e5f07 req-d33e8d21-ab2b-4f12-a51b-575263b45464 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7791fda-657d-4c2e-afd1-269f4f8270ef HTTP/1.1" status: 200 len: 943 time: 0.1021085 Apr 06 12:11:31.616746 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-3174e787-4adc-40ee-b669-2e6d281e5f07 req-0041dc02-bbd2-46c6-862b-229ccad2fb99 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/security-groups?id=92dc1cb7-8a79-4d79-972e-6c4be6b4976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411003 Apr 06 12:11:32.699751 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba89d3d-bf7f-42db-bc5b-0bb15556e63d req-c4acf18a-a688-4c05-a0ad-c4bf44516438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:32.701271 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6ba89d3d-bf7f-42db-bc5b-0bb15556e63d req-c4acf18a-a688-4c05-a0ad-c4bf44516438 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf2b2c87d02a40c6829f2609d41edfc3&device_id=a7791fda-657d-4c2e-afd1-269f4f8270ef HTTP/1.1" status: 200 len: 1127 time: 0.0541685 Apr 06 12:11:33.063242 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9249a41-2246-4593-839d-fd90184b7c34 req-878d7cba-f58f-4b88-a3cc-4f51a9163a4c tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:33.064632 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e9249a41-2246-4593-839d-fd90184b7c34 req-878d7cba-f58f-4b88-a3cc-4f51a9163a4c tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7791fda-657d-4c2e-afd1-269f4f8270ef HTTP/1.1" status: 200 len: 943 time: 0.3777597 Apr 06 12:11:33.097356 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba89d3d-bf7f-42db-bc5b-0bb15556e63d req-05288ff4-eec3-494c-9ed8-9c8cc45a7fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:33.098797 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6ba89d3d-bf7f-42db-bc5b-0bb15556e63d req-05288ff4-eec3-494c-9ed8-9c8cc45a7fce service neutron] 10.222.0.53 "GET /v2.0/networks?id=a94029c2-92c0-444f-bb27-b45e6841aa0e HTTP/1.1" status: 200 len: 909 time: 0.3831840 Apr 06 12:11:33.150754 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6ba89d3d-bf7f-42db-bc5b-0bb15556e63d req-01ce7e72-069c-4117-a168-d9bf3c81fff0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25a7c565-f6f3-4eda-acf3-aff022728e4b HTTP/1.1" status: 200 len: 217 time: 0.0429630 Apr 06 12:11:33.154966 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e9249a41-2246-4593-839d-fd90184b7c34 req-55be7085-a127-47c6-a052-b97875943ba2 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/security-groups?id=92dc1cb7-8a79-4d79-972e-6c4be6b4976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840843 Apr 06 12:11:33.205140 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba89d3d-bf7f-42db-bc5b-0bb15556e63d req-d92af4a1-8d9d-4dc7-ba12-56620f807025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:33.206851 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6ba89d3d-bf7f-42db-bc5b-0bb15556e63d req-d92af4a1-8d9d-4dc7-ba12-56620f807025 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2957ef02-72f7-4c9c-aec6-a2e0a58de69c HTTP/1.1" status: 200 len: 848 time: 0.0502663 Apr 06 12:11:33.239013 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6ba89d3d-bf7f-42db-bc5b-0bb15556e63d req-59d486ad-c178-43c6-af95-e2add93356f4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a94029c2-92c0-444f-bb27-b45e6841aa0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269599 Apr 06 12:11:33.327191 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6ba89d3d-bf7f-42db-bc5b-0bb15556e63d req-dca49a5f-52dc-4bd5-ace7-e953df641082 service neutron] 10.222.0.53 "GET /v2.0/networks/a94029c2-92c0-444f-bb27-b45e6841aa0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821581 Apr 06 12:11:33.419111 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6ba89d3d-bf7f-42db-bc5b-0bb15556e63d req-3d61357b-bf16-4588-bbde-4cdbedf96994 service neutron] 10.222.0.53 "GET /v2.0/networks/a94029c2-92c0-444f-bb27-b45e6841aa0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857978 Apr 06 12:11:33.646877 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 25a7c565-f6f3-4eda-acf3-aff022728e4b details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:11:33.741345 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 25a7c565-f6f3-4eda-acf3-aff022728e4b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=25a7c565-f6f3-4eda-acf3-aff022728e4b,segment=NetworkSegment(6675794e-77d9-4e1f-bc33-b237b2420339),segment_id=6675794e-77d9-4e1f-bc33-b237b2420339)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:11:33.753311 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Returning: {'device': '25a7c565-f6f3-4eda-acf3-aff022728e4b', 'network_id': 'a94029c2-92c0-444f-bb27-b45e6841aa0e', 'port_id': '25a7c565-f6f3-4eda-acf3-aff022728e4b', 'mac_address': 'fa:16:3e:9f:09:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2957ef02-72f7-4c9c-aec6-a2e0a58de69c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:11:33.791868 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 25a7c565-f6f3-4eda-acf3-aff022728e4b is: DOWN; New status is: BUILD {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:11:33.792255 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (25a7c565-f6f3-4eda-acf3-aff022728e4b), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:33.805353 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a7c565-f6f3-4eda-acf3-aff022728e4b {{(pid=110261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:11:33.824397 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 25a7c565-f6f3-4eda-acf3-aff022728e4b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=25a7c565-f6f3-4eda-acf3-aff022728e4b,segment=NetworkSegment(6675794e-77d9-4e1f-bc33-b237b2420339),segment_id=6675794e-77d9-4e1f-bc33-b237b2420339)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:11:33.828198 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (25a7c565-f6f3-4eda-acf3-aff022728e4b), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:33.875430 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=25a7c565-f6f3-4eda-acf3-aff022728e4b,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:11:33.882169 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:33.882519 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:33.882861 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:33.883198 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:33.883531 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:33.883858 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:33.884182 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:33.884506 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:33.884865 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:33.885190 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:33.885514 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:33.885835 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:33.886154 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:33.886472 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:33.886790 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:34.221810 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['25a7c565-f6f3-4eda-acf3-aff022728e4b'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:11:34.272236 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df631ec9-7bd6-40f2-a4a3-66d5bebbbda7 req-2512c3d0-a5fe-442d-9f8e-25e307b56187 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:34.273995 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-df631ec9-7bd6-40f2-a4a3-66d5bebbbda7 req-2512c3d0-a5fe-442d-9f8e-25e307b56187 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7791fda-657d-4c2e-afd1-269f4f8270ef HTTP/1.1" status: 200 len: 944 time: 0.0514536 Apr 06 12:11:34.325589 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-df631ec9-7bd6-40f2-a4a3-66d5bebbbda7 req-d521bd03-9df9-4066-b0a6-34fe9f9228cd tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/security-groups?id=92dc1cb7-8a79-4d79-972e-6c4be6b4976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458791 Apr 06 12:11:34.781656 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:11:35.446271 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcddcc-c2eb-4d7c-96a7-8204c8031cd2 req-1866c963-3409-4508-9525-ecf0ba1f2d8c tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:35.447763 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a5fcddcc-c2eb-4d7c-96a7-8204c8031cd2 req-1866c963-3409-4508-9525-ecf0ba1f2d8c tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7791fda-657d-4c2e-afd1-269f4f8270ef HTTP/1.1" status: 200 len: 944 time: 0.0536294 Apr 06 12:11:35.497315 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a5fcddcc-c2eb-4d7c-96a7-8204c8031cd2 req-dce312be-1127-47ec-8461-5b0198c08a79 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/security-groups?id=92dc1cb7-8a79-4d79-972e-6c4be6b4976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431244 Apr 06 12:11:35.663650 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 25a7c565-f6f3-4eda-acf3-aff022728e4b up at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:11:35.711948 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning for port 25a7c565-f6f3-4eda-acf3-aff022728e4b completed by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:11:35.716144 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning complete for port 25a7c565-f6f3-4eda-acf3-aff022728e4b triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:11:35.716519 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (25a7c565-f6f3-4eda-acf3-aff022728e4b), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:35.793764 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 25a7c565-f6f3-4eda-acf3-aff022728e4b is: BUILD; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:11:35.794182 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (25a7c565-f6f3-4eda-acf3-aff022728e4b), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:35.819898 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7791fda-657d-4c2e-afd1-269f4f8270ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a7c565-f6f3-4eda-acf3-aff022728e4b'}] {{(pid=110261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:11:35.822146 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa90572765a02b80253351879fa6496fbbfbce8a00fa36c7b280133d65d0c1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc7183b-27d3-4f81-8dec-de4634d512e0" -d '{"events": [{"server_uuid": "a7791fda-657d-4c2e-afd1-269f4f8270ef", "name": "network-vif-plugged", "status": "completed", "tag": "25a7c565-f6f3-4eda-acf3-aff022728e4b"}]}' {{(pid=110261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:11:35.835414 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 25a7c565-f6f3-4eda-acf3-aff022728e4b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=25a7c565-f6f3-4eda-acf3-aff022728e4b,segment=NetworkSegment(6675794e-77d9-4e1f-bc33-b237b2420339),segment_id=6675794e-77d9-4e1f-bc33-b237b2420339)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:11:35.839441 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (25a7c565-f6f3-4eda-acf3-aff022728e4b), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:35.862884 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cf3d85-bef2-49fa-af2b-648a15307f78 x-openstack-request-id: req-d9cf3d85-bef2-49fa-af2b-648a15307f78 {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:11:35.863176 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7791fda-657d-4c2e-afd1-269f4f8270ef", "name": "network-vif-plugged", "status": "completed", "tag": "25a7c565-f6f3-4eda-acf3-aff022728e4b", "code": 200}]} {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:11:35.863431 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d9cf3d85-bef2-49fa-af2b-648a15307f78 {{(pid=110261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:11:35.863867 dv-cinder-836074-2-iscsi neutron-server[110261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9cf3d85-bef2-49fa-af2b-648a15307f78'] response: {'server_uuid': 'a7791fda-657d-4c2e-afd1-269f4f8270ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a7c565-f6f3-4eda-acf3-aff022728e4b', 'code': 200} Apr 06 12:11:35.888926 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=25a7c565-f6f3-4eda-acf3-aff022728e4b,revision_number=5']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:11:36.048975 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc3a62-6fc1-4082-91f7-a899411b6332 req-0689549e-35d1-41d4-8365-ef6f5ce8155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:36.050446 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-38bc3a62-6fc1-4082-91f7-a899411b6332 req-0689549e-35d1-41d4-8365-ef6f5ce8155b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a7791fda-657d-4c2e-afd1-269f4f8270ef HTTP/1.1" status: 200 len: 1129 time: 0.0441217 Apr 06 12:11:36.097309 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-38bc3a62-6fc1-4082-91f7-a899411b6332 req-48c82b33-a906-4265-82e9-a282d5d7b42c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=92dc1cb7-8a79-4d79-972e-6c4be6b4976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402994 Apr 06 12:11:36.616845 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419c4b9-af8a-4c02-8025-e3ed926ae0d5 req-9195ee5b-ab67-49ac-abbf-1064ff520f1f tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:36.618326 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3419c4b9-af8a-4c02-8025-e3ed926ae0d5 req-9195ee5b-ab67-49ac-abbf-1064ff520f1f tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7791fda-657d-4c2e-afd1-269f4f8270ef HTTP/1.1" status: 200 len: 945 time: 0.0548120 Apr 06 12:11:36.668915 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-3419c4b9-af8a-4c02-8025-e3ed926ae0d5 req-401ece0a-da0b-4926-89ca-35bb533c548a tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/security-groups?id=92dc1cb7-8a79-4d79-972e-6c4be6b4976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447714 Apr 06 12:11:37.793952 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6aff4d-4a86-4530-abbf-a9fcb4c2245b req-54ef4c39-631b-4899-8149-148e0885f26f tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:37.795405 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6e6aff4d-4a86-4530-abbf-a9fcb4c2245b req-54ef4c39-631b-4899-8149-148e0885f26f tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7791fda-657d-4c2e-afd1-269f4f8270ef HTTP/1.1" status: 200 len: 945 time: 0.0523233 Apr 06 12:11:37.842040 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-6e6aff4d-4a86-4530-abbf-a9fcb4c2245b req-0fcf3e0a-3d6f-4790-97d9-02339aa75c70 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/security-groups?id=92dc1cb7-8a79-4d79-972e-6c4be6b4976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406830 Apr 06 12:11:38.503829 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748bc57-eeb7-4d31-afb6-dce22a141efa req-d8250ab6-3d66-4967-8235-8bd1cf2122ad tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:38.505323 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a748bc57-eeb7-4d31-afb6-dce22a141efa req-d8250ab6-3d66-4967-8235-8bd1cf2122ad tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7791fda-657d-4c2e-afd1-269f4f8270ef HTTP/1.1" status: 200 len: 945 time: 0.0528748 Apr 06 12:11:38.552469 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-a748bc57-eeb7-4d31-afb6-dce22a141efa req-362af4a2-eb6e-4701-aa3c-35c808cb13dc tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/security-groups?id=92dc1cb7-8a79-4d79-972e-6c4be6b4976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415657 Apr 06 12:11:39.672291 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb26668-c454-40a2-9635-bf4fda4d2074 req-88b08f2a-18ac-4adf-9151-13c4df16bc73 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:39.673812 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-7cb26668-c454-40a2-9635-bf4fda4d2074 req-88b08f2a-18ac-4adf-9151-13c4df16bc73 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7791fda-657d-4c2e-afd1-269f4f8270ef HTTP/1.1" status: 200 len: 945 time: 0.0529201 Apr 06 12:11:39.720623 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-7cb26668-c454-40a2-9635-bf4fda4d2074 req-83491175-949b-414c-b0e2-db28cab75f4c tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/security-groups?id=92dc1cb7-8a79-4d79-972e-6c4be6b4976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411978 Apr 06 12:11:39.964706 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd63d8-27f3-456e-81ce-f143feff2c68 req-e9b36e20-298b-45ed-b91a-86a101f158b4 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:39.966190 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b5bd63d8-27f3-456e-81ce-f143feff2c68 req-e9b36e20-298b-45ed-b91a-86a101f158b4 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7791fda-657d-4c2e-afd1-269f4f8270ef HTTP/1.1" status: 200 len: 945 time: 0.0556417 Apr 06 12:11:40.056003 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [req-b5bd63d8-27f3-456e-81ce-f143feff2c68 req-3adbf3a0-eb98-4077-ab0d-b4cce7e37340 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Deleting port 25a7c565-f6f3-4eda-acf3-aff022728e4b {{(pid=110259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:11:40.056347 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-b5bd63d8-27f3-456e-81ce-f143feff2c68 req-3adbf3a0-eb98-4077-ab0d-b4cce7e37340 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (25a7c565-f6f3-4eda-acf3-aff022728e4b), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:40.153264 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.db [req-b5bd63d8-27f3-456e-81ce-f143feff2c68 req-3adbf3a0-eb98-4077-ab0d-b4cce7e37340 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] For port 25a7c565-f6f3-4eda-acf3-aff022728e4b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=25a7c565-f6f3-4eda-acf3-aff022728e4b,segment=NetworkSegment(6675794e-77d9-4e1f-bc33-b237b2420339),segment_id=6675794e-77d9-4e1f-bc33-b237b2420339)] {{(pid=110259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:11:40.153622 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-b5bd63d8-27f3-456e-81ce-f143feff2c68 req-3adbf3a0-eb98-4077-ab0d-b4cce7e37340 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (25a7c565-f6f3-4eda-acf3-aff022728e4b), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:40.167016 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [req-b5bd63d8-27f3-456e-81ce-f143feff2c68 req-3adbf3a0-eb98-4077-ab0d-b4cce7e37340 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Calling delete_port for 25a7c565-f6f3-4eda-acf3-aff022728e4b owned by compute:nova {{(pid=110259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:11:40.297485 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-b5bd63d8-27f3-456e-81ce-f143feff2c68 req-3adbf3a0-eb98-4077-ab0d-b4cce7e37340 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (25a7c565-f6f3-4eda-acf3-aff022728e4b), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:40.323713 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['25a7c565-f6f3-4eda-acf3-aff022728e4b'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:11:40.337033 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf3a0-eb98-4077-ab0d-b4cce7e37340 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Pushing event deleted for resources: {'Port': ['ID=25a7c565-f6f3-4eda-acf3-aff022728e4b,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:11:40.377760 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bd63d8-27f3-456e-81ce-f143feff2c68 req-3adbf3a0-eb98-4077-ab0d-b4cce7e37340 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] No DVR routers for this DVR port 25a7c565-f6f3-4eda-acf3-aff022728e4b on host hv-cinder-83607 {{(pid=110259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:11:40.380303 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-b5bd63d8-27f3-456e-81ce-f143feff2c68 req-3adbf3a0-eb98-4077-ab0d-b4cce7e37340 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:40.383600 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-b5bd63d8-27f3-456e-81ce-f143feff2c68 req-3adbf3a0-eb98-4077-ab0d-b4cce7e37340 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.53 "DELETE /v2.0/ports/25a7c565-f6f3-4eda-acf3-aff022728e4b HTTP/1.1" status: 204 len: 173 time: 0.4122341 Apr 06 12:11:40.384045 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7791fda-657d-4c2e-afd1-269f4f8270ef', 'name': 'network-vif-deleted', 'tag': '25a7c565-f6f3-4eda-acf3-aff022728e4b'}] {{(pid=110259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:11:40.386404 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c7c8e3a7af7eec310205c5f765578dca3c187f66a15f537813450f68a58a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1917b9f-7fee-4d8a-ae01-645492e14cc7" -d '{"events": [{"server_uuid": "a7791fda-657d-4c2e-afd1-269f4f8270ef", "name": "network-vif-deleted", "tag": "25a7c565-f6f3-4eda-acf3-aff022728e4b"}]}' {{(pid=110259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:11:40.426283 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1faa1f4e-da27-4110-9b3e-27d6ce9fdfbf x-openstack-request-id: req-1faa1f4e-da27-4110-9b3e-27d6ce9fdfbf {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:11:40.426625 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7791fda-657d-4c2e-afd1-269f4f8270ef", "name": "network-vif-deleted", "tag": "25a7c565-f6f3-4eda-acf3-aff022728e4b", "status": "completed", "code": 200}]} {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:11:40.426880 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1faa1f4e-da27-4110-9b3e-27d6ce9fdfbf {{(pid=110259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:11:40.427280 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1faa1f4e-da27-4110-9b3e-27d6ce9fdfbf'] response: {'server_uuid': 'a7791fda-657d-4c2e-afd1-269f4f8270ef', 'name': 'network-vif-deleted', 'tag': '25a7c565-f6f3-4eda-acf3-aff022728e4b', 'status': 'completed', 'code': 200} Apr 06 12:11:40.839454 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-bdbc0769-dbc8-4fda-b45b-392311bd0967 req-211c3605-61a3-435d-b544-7b1772964aed tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7791fda-657d-4c2e-afd1-269f4f8270ef HTTP/1.1" status: 200 len: 210 time: 0.0283058 Apr 06 12:11:42.101880 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-5bf998b4-4d6c-4c4e-bea4-5863ac1e3a0e tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:42.103426 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-5bf998b4-4d6c-4c4e-bea4-5863ac1e3a0e tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/networks?id=a94029c2-92c0-444f-bb27-b45e6841aa0e HTTP/1.1" status: 200 len: 808 time: 0.1052086 Apr 06 12:11:42.117868 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-8b8ddb85-ff68-43ad-bfe4-ba436b756843 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/quotas/cf2b2c87d02a40c6829f2609d41edfc3 HTTP/1.1" status: 200 len: 375 time: 0.0090373 Apr 06 12:11:42.149358 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-308ac5bb-a155-4fd4-88f0-481517248ad3 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf2b2c87d02a40c6829f2609d41edfc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265496 Apr 06 12:11:42.288542 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-b6fe51bd-edcf-46cf-b804-203db63e87f0 service neutron] 10.222.0.39 "GET /v2.0/networks/a94029c2-92c0-444f-bb27-b45e6841aa0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319268 Apr 06 12:11:42.288994 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bbce3145-42cb-40fc-9097-3f80f053cb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:42.378799 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-7be80b58-f5ff-4d6a-972a-928bbd3cd604 service neutron] 10.222.0.39 "GET /v2.0/networks/a94029c2-92c0-444f-bb27-b45e6841aa0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831826 Apr 06 12:11:42.539112 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-288f4acb-1ee0-407d-84ac-9d488d6159f8 req-6ea3245d-3946-4683-9af1-0d91658f0ad7 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/ports?device_id=837e1c21-fdbd-45b1-9db3-ef367c814315 HTTP/1.1" status: 200 len: 210 time: 0.0314281 Apr 06 12:11:43.479524 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-3277156c-8bf9-43e9-8dc3-d45dedb56c7d tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:43.481002 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-3277156c-8bf9-43e9-8dc3-d45dedb56c7d tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.53 "GET /v2.0/networks?id=a94029c2-92c0-444f-bb27-b45e6841aa0e HTTP/1.1" status: 200 len: 808 time: 0.1103849 Apr 06 12:11:43.497126 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-18f37513-b7cf-4716-acc0-9c68cca21a6a tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Request body: {'port': {'device_id': '837e1c21-fdbd-45b1-9db3-ef367c814315', 'network_id': 'a94029c2-92c0-444f-bb27-b45e6841aa0e', 'admin_state_up': True, 'tenant_id': 'cf2b2c87d02a40c6829f2609d41edfc3'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:11:43.607087 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-18f37513-b7cf-4716-acc0-9c68cca21a6a tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Made reservation on behalf of cf2b2c87d02a40c6829f2609d41edfc3 for: {'port': 1} {{(pid=110259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:11:43.610923 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-18f37513-b7cf-4716-acc0-9c68cca21a6a tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (None), before_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:43.650768 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e383cf56-91e0-4b2d-a1e4-a0fffb4048de req-c154caf9-1a73-42ea-b31a-1c3ce7ff0a87 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/ports?device_id=837e1c21-fdbd-45b1-9db3-ef367c814315 HTTP/1.1" status: 200 len: 210 time: 0.0374668 Apr 06 12:11:43.694572 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 25a7c565-f6f3-4eda-acf3-aff022728e4b no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:11:43.714513 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] No Port match for: 25a7c565-f6f3-4eda-acf3-aff022728e4b {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:11:43.714858 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 25a7c565-f6f3-4eda-acf3-aff022728e4b not bound to the agent host hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:11:43.767834 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.db_base_plugin_common [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-18f37513-b7cf-4716-acc0-9c68cca21a6a tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Allocated IP 172.20.0.13 (a94029c2-92c0-444f-bb27-b45e6841aa0e/2957ef02-72f7-4c9c-aec6-a2e0a58de69c/4ac760cd-ab7c-4cf2-a1db-86aefd75f616) {{(pid=110259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:11:43.967762 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-18f37513-b7cf-4716-acc0-9c68cca21a6a tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Publish callbacks [] for port (4ac760cd-ab7c-4cf2-a1db-86aefd75f616), precommit_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:44.002805 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-18f37513-b7cf-4716-acc0-9c68cca21a6a tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743156756228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (4ac760cd-ab7c-4cf2-a1db-86aefd75f616), after_create {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:44.041932 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-18f37513-b7cf-4716-acc0-9c68cca21a6a tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Network a94029c2-92c0-444f-bb27-b45e6841aa0e is already hosted by enough agents. {{(pid=110259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:11:44.048305 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.scheduler.base_scheduler [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-18f37513-b7cf-4716-acc0-9c68cca21a6a tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Resources bound (agent type, host, resource id): {{(pid=110259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:11:44.052140 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-18f37513-b7cf-4716-acc0-9c68cca21a6a tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Received port after_create {{(pid=110259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:11:44.081625 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f37513-b7cf-4716-acc0-9c68cca21a6a tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Pushing event updated for resources: {'Port': ['ID=4ac760cd-ab7c-4cf2-a1db-86aefd75f616,revision_number=1']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:11:44.109394 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-18f37513-b7cf-4716-acc0-9c68cca21a6a tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:44.109994 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-18f37513-b7cf-4716-acc0-9c68cca21a6a tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:44.126194 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-18f37513-b7cf-4716-acc0-9c68cca21a6a tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6322351 Apr 06 12:11:44.139195 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.v2.base [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-2ace205b-884b-4376-b696-8f89726c1803 service neutron] Request body: {'port': {'device_id': '837e1c21-fdbd-45b1-9db3-ef367c814315', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=110259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:11:44.198178 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-2ace205b-884b-4376-b696-8f89726c1803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (4ac760cd-ab7c-4cf2-a1db-86aefd75f616), before_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:44.475113 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.notifiers.nova [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-2ace205b-884b-4376-b696-8f89726c1803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ac760cd-ab7c-4cf2-a1db-86aefd75f616 {{(pid=110259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:11:44.489662 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-2ace205b-884b-4376-b696-8f89726c1803 service neutron] Publish callbacks [] for port (4ac760cd-ab7c-4cf2-a1db-86aefd75f616), precommit_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:44.502317 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.provisioning_blocks [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-2ace205b-884b-4376-b696-8f89726c1803 service neutron] Transition to ACTIVE for port object 4ac760cd-ab7c-4cf2-a1db-86aefd75f616 will not be triggered until provisioned by entity L2. {{(pid=110259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:11:44.506494 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-2ace205b-884b-4376-b696-8f89726c1803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352485'] for port (4ac760cd-ab7c-4cf2-a1db-86aefd75f616), after_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:44.559361 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace205b-884b-4376-b696-8f89726c1803 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac760cd-ab7c-4cf2-a1db-86aefd75f616,revision_number=2']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:11:44.646138 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:44.652208 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.managers [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-2ace205b-884b-4376-b696-8f89726c1803 service neutron] Attempting to bind port 4ac760cd-ab7c-4cf2-a1db-86aefd75f616 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=110259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:11:44.652546 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.managers [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-2ace205b-884b-4376-b696-8f89726c1803 service neutron] Attempting to bind port 4ac760cd-ab7c-4cf2-a1db-86aefd75f616 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '6675794e-77d9-4e1f-bc33-b237b2420339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a94029c2-92c0-444f-bb27-b45e6841aa0e'}] {{(pid=110259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:11:44.652927 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-2ace205b-884b-4376-b696-8f89726c1803 service neutron] Attempting to bind port 4ac760cd-ab7c-4cf2-a1db-86aefd75f616 on network a94029c2-92c0-444f-bb27-b45e6841aa0e {{(pid=110259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:11:44.659656 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-2ace205b-884b-4376-b696-8f89726c1803 service neutron] Port 4ac760cd-ab7c-4cf2-a1db-86aefd75f616 on network a94029c2-92c0-444f-bb27-b45e6841aa0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=110259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:11:44.660244 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-2ace205b-884b-4376-b696-8f89726c1803 service neutron] Attempting to bind port 4ac760cd-ab7c-4cf2-a1db-86aefd75f616 on network a94029c2-92c0-444f-bb27-b45e6841aa0e {{(pid=110259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:11:44.670295 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-2ace205b-884b-4376-b696-8f89726c1803 service neutron] Checking agent: {'id': 'e6da0265-397c-48ac-b7af-cc5f2a289710', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'started_at': datetime.datetime(2022, 4, 6, 11, 49, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:11:44.670895 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-2ace205b-884b-4376-b696-8f89726c1803 service neutron] Checking segment: {'id': '6675794e-77d9-4e1f-bc33-b237b2420339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a94029c2-92c0-444f-bb27-b45e6841aa0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:11:44.672404 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-2ace205b-884b-4376-b696-8f89726c1803 service neutron] Bound using segment: {'id': '6675794e-77d9-4e1f-bc33-b237b2420339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a94029c2-92c0-444f-bb27-b45e6841aa0e'} {{(pid=110259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:11:44.673258 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.managers [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-2ace205b-884b-4376-b696-8f89726c1803 service neutron] Bound port: 4ac760cd-ab7c-4cf2-a1db-86aefd75f616, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6675794e-77d9-4e1f-bc33-b237b2420339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a94029c2-92c0-444f-bb27-b45e6841aa0e'}}] {{(pid=110259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:11:44.674048 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-2ace205b-884b-4376-b696-8f89726c1803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (4ac760cd-ab7c-4cf2-a1db-86aefd75f616), before_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:44.778246 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4f396-d6b9-44ff-ae90-ef80d476b8c2 req-980655ab-d2ce-4750-8baa-3b7edc45cb67 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:44.778938 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.db [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-2ace205b-884b-4376-b696-8f89726c1803 service neutron] For port 4ac760cd-ab7c-4cf2-a1db-86aefd75f616, host hv-cinder-83607, cleared binding levels {{(pid=110259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:11:44.780038 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4ee4f396-d6b9-44ff-ae90-ef80d476b8c2 req-980655ab-d2ce-4750-8baa-3b7edc45cb67 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/ports?device_id=837e1c21-fdbd-45b1-9db3-ef367c814315 HTTP/1.1" status: 200 len: 944 time: 0.0571508 Apr 06 12:11:44.783930 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.db [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-2ace205b-884b-4376-b696-8f89726c1803 service neutron] For port 4ac760cd-ab7c-4cf2-a1db-86aefd75f616, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4ac760cd-ab7c-4cf2-a1db-86aefd75f616,segment=NetworkSegment(6675794e-77d9-4e1f-bc33-b237b2420339),segment_id=6675794e-77d9-4e1f-bc33-b237b2420339)] {{(pid=110259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:11:44.791608 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-2ace205b-884b-4376-b696-8f89726c1803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352485'] for port (4ac760cd-ab7c-4cf2-a1db-86aefd75f616), after_update {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:44.830845 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-2ace205b-884b-4376-b696-8f89726c1803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:44.831476 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-2ace205b-884b-4376-b696-8f89726c1803 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:44.832924 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-2ace205b-884b-4376-b696-8f89726c1803 service neutron] 10.222.0.53 "PUT /v2.0/ports/4ac760cd-ab7c-4cf2-a1db-86aefd75f616 HTTP/1.1" status: 200 len: 1094 time: 0.6978891 Apr 06 12:11:44.833382 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '837e1c21-fdbd-45b1-9db3-ef367c814315', 'tag': '4ac760cd-ab7c-4cf2-a1db-86aefd75f616'}] {{(pid=110259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:11:44.835655 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c7c8e3a7af7eec310205c5f765578dca3c187f66a15f537813450f68a58a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3522d91-ee43-4580-bc36-c027cf63e7d6" -d '{"events": [{"name": "network-changed", "server_uuid": "837e1c21-fdbd-45b1-9db3-ef367c814315", "tag": "4ac760cd-ab7c-4cf2-a1db-86aefd75f616"}]}' {{(pid=110259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:11:44.840467 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4ee4f396-d6b9-44ff-ae90-ef80d476b8c2 req-182e4901-2434-4f15-a25b-bfbe7ab3d9fe tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/security-groups?id=92dc1cb7-8a79-4d79-972e-6c4be6b4976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535688 Apr 06 12:11:44.862152 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace205b-884b-4376-b696-8f89726c1803 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac760cd-ab7c-4cf2-a1db-86aefd75f616,revision_number=3']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:11:44.887578 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce918e3-3545-4536-95c3-9adc10807a3e x-openstack-request-id: req-dce918e3-3545-4536-95c3-9adc10807a3e {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:11:44.887880 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "837e1c21-fdbd-45b1-9db3-ef367c814315", "tag": "4ac760cd-ab7c-4cf2-a1db-86aefd75f616", "status": "completed", "code": 200}]} {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:11:44.888295 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dce918e3-3545-4536-95c3-9adc10807a3e {{(pid=110259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:11:44.888828 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dce918e3-3545-4536-95c3-9adc10807a3e'] response: {'name': 'network-changed', 'server_uuid': '837e1c21-fdbd-45b1-9db3-ef367c814315', 'tag': '4ac760cd-ab7c-4cf2-a1db-86aefd75f616', 'status': 'completed', 'code': 200} Apr 06 12:11:44.952077 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-8f1b766d-c30b-4541-9c24-2a95e32b4201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:44.954208 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-8f1b766d-c30b-4541-9c24-2a95e32b4201 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf2b2c87d02a40c6829f2609d41edfc3&device_id=837e1c21-fdbd-45b1-9db3-ef367c814315 HTTP/1.1" status: 200 len: 1128 time: 0.0531795 Apr 06 12:11:45.000639 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-ec7f3730-8b40-4733-ab27-9edc183144ca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ac760cd-ab7c-4cf2-a1db-86aefd75f616 HTTP/1.1" status: 200 len: 217 time: 0.0356965 Apr 06 12:11:45.052849 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-c3f075e0-4746-41b5-ae9e-93a6d16a2681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:45.054454 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-c3f075e0-4746-41b5-ae9e-93a6d16a2681 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2957ef02-72f7-4c9c-aec6-a2e0a58de69c HTTP/1.1" status: 200 len: 848 time: 0.0481694 Apr 06 12:11:45.088480 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-d2da2842-55e5-4148-82e6-930d86fdbc3f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a94029c2-92c0-444f-bb27-b45e6841aa0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279706 Apr 06 12:11:45.124559 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-44183502-510e-4a6e-8b79-4f1a0ff0f502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:45.201268 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-f2bbdf5d-56d0-45ec-a98d-6ccf88bc77a7 service neutron] 10.222.0.53 "GET /v2.0/networks/a94029c2-92c0-444f-bb27-b45e6841aa0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060472 Apr 06 12:11:45.299375 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-e08cfd58-2a44-48a0-af98-01db84c8f15b req-e94d05fd-ed2b-40be-bfe7-218e1268d621 service neutron] 10.222.0.53 "GET /v2.0/networks/a94029c2-92c0-444f-bb27-b45e6841aa0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921607 Apr 06 12:11:45.966243 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecd1ec-d61a-442c-a0bf-ed7242cd857e req-4552459a-c51e-4aec-bcab-e4924aaceae0 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:45.967709 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4cecd1ec-d61a-442c-a0bf-ed7242cd857e req-4552459a-c51e-4aec-bcab-e4924aaceae0 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/ports?device_id=837e1c21-fdbd-45b1-9db3-ef367c814315 HTTP/1.1" status: 200 len: 944 time: 0.0562787 Apr 06 12:11:46.016645 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-4cecd1ec-d61a-442c-a0bf-ed7242cd857e req-7786e6c9-1d31-41e3-b79c-871676e14c3e tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/security-groups?id=92dc1cb7-8a79-4d79-972e-6c4be6b4976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427618 Apr 06 12:11:46.527113 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:47.137888 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec1289-adfa-40f1-bed9-df979a4af576 req-1b0adc5c-9b86-42d6-afc9-91295a80ab8a tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:47.139364 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c5ec1289-adfa-40f1-bed9-df979a4af576 req-1b0adc5c-9b86-42d6-afc9-91295a80ab8a tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/ports?device_id=837e1c21-fdbd-45b1-9db3-ef367c814315 HTTP/1.1" status: 200 len: 944 time: 0.0535183 Apr 06 12:11:47.187291 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-c5ec1289-adfa-40f1-bed9-df979a4af576 req-5ca6a935-b2e1-40eb-924f-7506e9c4d583 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/security-groups?id=92dc1cb7-8a79-4d79-972e-6c4be6b4976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411458 Apr 06 12:11:47.280019 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3522d91-ee43-4580-bc36-c027cf63e7d6 req-2ad7e0c8-4d4b-4d71-a038-b830145528cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:47.282391 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a3522d91-ee43-4580-bc36-c027cf63e7d6 req-2ad7e0c8-4d4b-4d71-a038-b830145528cc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf2b2c87d02a40c6829f2609d41edfc3&device_id=837e1c21-fdbd-45b1-9db3-ef367c814315 HTTP/1.1" status: 200 len: 1128 time: 0.0503924 Apr 06 12:11:47.369997 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3522d91-ee43-4580-bc36-c027cf63e7d6 req-94f85fd0-25cc-4f00-89dd-4fb72228cedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:47.371466 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a3522d91-ee43-4580-bc36-c027cf63e7d6 req-94f85fd0-25cc-4f00-89dd-4fb72228cedd service neutron] 10.222.0.53 "GET /v2.0/networks?id=a94029c2-92c0-444f-bb27-b45e6841aa0e HTTP/1.1" status: 200 len: 909 time: 0.0827289 Apr 06 12:11:47.414789 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a3522d91-ee43-4580-bc36-c027cf63e7d6 req-a97e03e2-7b70-4a2a-bf6d-2868cfc095af service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ac760cd-ab7c-4cf2-a1db-86aefd75f616 HTTP/1.1" status: 200 len: 217 time: 0.0369229 Apr 06 12:11:47.465095 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3522d91-ee43-4580-bc36-c027cf63e7d6 req-2c0d847b-5d48-4037-b909-aa31061487c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:47.466484 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a3522d91-ee43-4580-bc36-c027cf63e7d6 req-2c0d847b-5d48-4037-b909-aa31061487c8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2957ef02-72f7-4c9c-aec6-a2e0a58de69c HTTP/1.1" status: 200 len: 848 time: 0.0465176 Apr 06 12:11:47.496414 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a3522d91-ee43-4580-bc36-c027cf63e7d6 req-416ba5ac-239f-4434-8f7f-5bf442eed1c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a94029c2-92c0-444f-bb27-b45e6841aa0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241563 Apr 06 12:11:47.583731 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a3522d91-ee43-4580-bc36-c027cf63e7d6 req-abfeb12b-3cdc-49d1-820a-a69749e556d2 service neutron] 10.222.0.53 "GET /v2.0/networks/a94029c2-92c0-444f-bb27-b45e6841aa0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810273 Apr 06 12:11:47.673742 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a3522d91-ee43-4580-bc36-c027cf63e7d6 req-6b7cb7fc-3f1d-42f5-a8bc-91b65d95e6d8 service neutron] 10.222.0.53 "GET /v2.0/networks/a94029c2-92c0-444f-bb27-b45e6841aa0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837865 Apr 06 12:11:48.313277 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ece59-dbd9-4524-a6bd-b1c7fb6d4f76 req-77ff4d89-15f3-4b38-8e90-469ef6d312ca tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:48.314755 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-473ece59-dbd9-4524-a6bd-b1c7fb6d4f76 req-77ff4d89-15f3-4b38-8e90-469ef6d312ca tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/ports?device_id=837e1c21-fdbd-45b1-9db3-ef367c814315 HTTP/1.1" status: 200 len: 944 time: 0.0610087 Apr 06 12:11:48.360736 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-473ece59-dbd9-4524-a6bd-b1c7fb6d4f76 req-82134b22-02c7-4b79-ba55-95e9cc9c54ff tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/security-groups?id=92dc1cb7-8a79-4d79-972e-6c4be6b4976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404916 Apr 06 12:11:48.822248 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:49.111428 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:49.477769 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361c523-4849-4ba9-9077-3afa7c7de45a req-9158169f-a80b-443b-99bf-57ce3427f90f tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:49.479224 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-0361c523-4849-4ba9-9077-3afa7c7de45a req-9158169f-a80b-443b-99bf-57ce3427f90f tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/ports?device_id=837e1c21-fdbd-45b1-9db3-ef367c814315 HTTP/1.1" status: 200 len: 944 time: 0.0520556 Apr 06 12:11:49.524940 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-0361c523-4849-4ba9-9077-3afa7c7de45a req-77e4a939-ff57-4ff7-b0ba-3c55e6c5cd44 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/security-groups?id=92dc1cb7-8a79-4d79-972e-6c4be6b4976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396292 Apr 06 12:11:49.693373 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 4ac760cd-ab7c-4cf2-a1db-86aefd75f616 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=110261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:11:49.910821 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 4ac760cd-ab7c-4cf2-a1db-86aefd75f616, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4ac760cd-ab7c-4cf2-a1db-86aefd75f616,segment=NetworkSegment(6675794e-77d9-4e1f-bc33-b237b2420339),segment_id=6675794e-77d9-4e1f-bc33-b237b2420339)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:11:49.922557 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Returning: {'device': '4ac760cd-ab7c-4cf2-a1db-86aefd75f616', 'network_id': 'a94029c2-92c0-444f-bb27-b45e6841aa0e', 'port_id': '4ac760cd-ab7c-4cf2-a1db-86aefd75f616', 'mac_address': 'fa:16:3e:be:84:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2957ef02-72f7-4c9c-aec6-a2e0a58de69c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:11:49.959894 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 4ac760cd-ab7c-4cf2-a1db-86aefd75f616 is: DOWN; New status is: BUILD {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:11:49.960274 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (4ac760cd-ab7c-4cf2-a1db-86aefd75f616), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:49.976604 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ac760cd-ab7c-4cf2-a1db-86aefd75f616 {{(pid=110261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:11:49.995429 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 4ac760cd-ab7c-4cf2-a1db-86aefd75f616, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4ac760cd-ab7c-4cf2-a1db-86aefd75f616,segment=NetworkSegment(6675794e-77d9-4e1f-bc33-b237b2420339),segment_id=6675794e-77d9-4e1f-bc33-b237b2420339)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:11:49.999542 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (4ac760cd-ab7c-4cf2-a1db-86aefd75f616), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:50.044993 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=4ac760cd-ab7c-4cf2-a1db-86aefd75f616,revision_number=4']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:11:50.367312 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['4ac760cd-ab7c-4cf2-a1db-86aefd75f616'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:11:50.642519 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2966e-976f-4401-85e6-ce4af9307977 req-b92db497-75a6-43ae-a1e8-768fa0dab51c tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:50.643878 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-63c2966e-976f-4401-85e6-ce4af9307977 req-b92db497-75a6-43ae-a1e8-768fa0dab51c tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/ports?device_id=837e1c21-fdbd-45b1-9db3-ef367c814315 HTTP/1.1" status: 200 len: 945 time: 0.0522952 Apr 06 12:11:50.691143 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-63c2966e-976f-4401-85e6-ce4af9307977 req-a6adee8a-2fd4-470c-ba5e-b8a5c5984bdb tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/security-groups?id=92dc1cb7-8a79-4d79-972e-6c4be6b4976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417020 Apr 06 12:11:51.725745 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 4ac760cd-ab7c-4cf2-a1db-86aefd75f616 up at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:11:51.774015 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning for port 4ac760cd-ab7c-4cf2-a1db-86aefd75f616 completed by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:11:51.779016 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.db.provisioning_blocks [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Provisioning complete for port 4ac760cd-ab7c-4cf2-a1db-86aefd75f616 triggered by entity L2. {{(pid=110261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:11:51.779548 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346699'] for port (4ac760cd-ab7c-4cf2-a1db-86aefd75f616), provisioning_complete {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:51.812809 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bf1c0-479d-4b63-935e-62748525c216 req-409f943b-5880-4005-a575-9c833cf0abf2 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:51.814434 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-fe3bf1c0-479d-4b63-935e-62748525c216 req-409f943b-5880-4005-a575-9c833cf0abf2 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/ports?device_id=837e1c21-fdbd-45b1-9db3-ef367c814315 HTTP/1.1" status: 200 len: 945 time: 0.0565653 Apr 06 12:11:51.856019 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Current status of the port 4ac760cd-ab7c-4cf2-a1db-86aefd75f616 is: BUILD; New status is: ACTIVE {{(pid=110261) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:11:51.856407 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1545418'] for port (4ac760cd-ab7c-4cf2-a1db-86aefd75f616), before_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:51.860172 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-fe3bf1c0-479d-4b63-935e-62748525c216 req-fd1c1fb4-7d0c-4cd4-88f3-1f32ca55bd81 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/security-groups?id=92dc1cb7-8a79-4d79-972e-6c4be6b4976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402322 Apr 06 12:11:51.880412 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '837e1c21-fdbd-45b1-9db3-ef367c814315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac760cd-ab7c-4cf2-a1db-86aefd75f616'}] {{(pid=110261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:11:51.882722 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa90572765a02b80253351879fa6496fbbfbce8a00fa36c7b280133d65d0c1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4937f5-c4f3-44a9-a115-15715d8c9cd3" -d '{"events": [{"server_uuid": "837e1c21-fdbd-45b1-9db3-ef367c814315", "name": "network-vif-plugged", "status": "completed", "tag": "4ac760cd-ab7c-4cf2-a1db-86aefd75f616"}]}' {{(pid=110261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:11:51.898626 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] For port 4ac760cd-ab7c-4cf2-a1db-86aefd75f616, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4ac760cd-ab7c-4cf2-a1db-86aefd75f616,segment=NetworkSegment(6675794e-77d9-4e1f-bc33-b237b2420339),segment_id=6675794e-77d9-4e1f-bc33-b237b2420339)] {{(pid=110261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:11:51.902707 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743157134358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743156756246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743156756264'] for port (4ac760cd-ab7c-4cf2-a1db-86aefd75f616), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:51.926990 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3a575c-6678-4b81-acc6-c351643c99f2 x-openstack-request-id: req-3f3a575c-6678-4b81-acc6-c351643c99f2 {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:11:51.927283 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "837e1c21-fdbd-45b1-9db3-ef367c814315", "name": "network-vif-plugged", "status": "completed", "tag": "4ac760cd-ab7c-4cf2-a1db-86aefd75f616", "code": 200}]} {{(pid=110261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:11:51.927537 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3f3a575c-6678-4b81-acc6-c351643c99f2 {{(pid=110261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:11:51.927927 dv-cinder-836074-2-iscsi neutron-server[110261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f3a575c-6678-4b81-acc6-c351643c99f2'] response: {'server_uuid': '837e1c21-fdbd-45b1-9db3-ef367c814315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac760cd-ab7c-4cf2-a1db-86aefd75f616', 'code': 200} Apr 06 12:11:51.953634 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Pushing event updated for resources: {'Port': ['ID=4ac760cd-ab7c-4cf2-a1db-86aefd75f616,revision_number=5']} {{(pid=110261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:11:52.111324 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f672ee-25ff-41fc-a500-69d0e56f5674 req-21de133d-f10b-497e-b728-09c1a4aa88ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:52.112844 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-35f672ee-25ff-41fc-a500-69d0e56f5674 req-21de133d-f10b-497e-b728-09c1a4aa88ec service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=837e1c21-fdbd-45b1-9db3-ef367c814315 HTTP/1.1" status: 200 len: 1130 time: 0.0438254 Apr 06 12:11:52.155694 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-35f672ee-25ff-41fc-a500-69d0e56f5674 req-3961dd19-826b-49fa-9966-cd5828b31e4a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=92dc1cb7-8a79-4d79-972e-6c4be6b4976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356629 Apr 06 12:11:52.982492 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d849d73-b9d6-40dc-a865-95b667d1d4ba req-13716f9d-cf8a-414c-94da-a2ab42d280eb tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:52.984677 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6d849d73-b9d6-40dc-a865-95b667d1d4ba req-13716f9d-cf8a-414c-94da-a2ab42d280eb tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/ports?device_id=837e1c21-fdbd-45b1-9db3-ef367c814315 HTTP/1.1" status: 200 len: 946 time: 0.0529966 Apr 06 12:11:53.033867 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-6d849d73-b9d6-40dc-a865-95b667d1d4ba req-69b449db-50dc-4cd3-b6a6-5c3327cea31b tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/security-groups?id=92dc1cb7-8a79-4d79-972e-6c4be6b4976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434909 Apr 06 12:11:54.152054 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139dcb68-a612-4945-bd9b-663e023c726b req-5a0b616e-31b1-4d6f-87bf-92466a008e33 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:54.153534 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-139dcb68-a612-4945-bd9b-663e023c726b req-5a0b616e-31b1-4d6f-87bf-92466a008e33 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/ports?device_id=837e1c21-fdbd-45b1-9db3-ef367c814315 HTTP/1.1" status: 200 len: 946 time: 0.0514333 Apr 06 12:11:54.204555 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-139dcb68-a612-4945-bd9b-663e023c726b req-6988a8f1-0194-47bb-9cb4-ca26bd1e7aa1 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/security-groups?id=92dc1cb7-8a79-4d79-972e-6c4be6b4976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447896 Apr 06 12:11:54.864354 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef902f-08bc-4f3a-9214-5bbb4043a680 req-2ebca934-35d5-474f-9396-46d71f8d6f38 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:54.865870 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bfef902f-08bc-4f3a-9214-5bbb4043a680 req-2ebca934-35d5-474f-9396-46d71f8d6f38 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/ports?device_id=837e1c21-fdbd-45b1-9db3-ef367c814315 HTTP/1.1" status: 200 len: 946 time: 0.0521543 Apr 06 12:11:54.911761 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [req-bfef902f-08bc-4f3a-9214-5bbb4043a680 req-556e56bd-5ef8-4b33-b9fd-922d2d313bf2 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/security-groups?id=92dc1cb7-8a79-4d79-972e-6c4be6b4976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403972 Apr 06 12:11:56.034986 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280a89a-18f1-4655-ac98-c3efc859e50a req-891a9201-5827-4e41-91f9-7837e0ad3714 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:56.036437 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d280a89a-18f1-4655-ac98-c3efc859e50a req-891a9201-5827-4e41-91f9-7837e0ad3714 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/ports?device_id=837e1c21-fdbd-45b1-9db3-ef367c814315 HTTP/1.1" status: 200 len: 946 time: 0.0558038 Apr 06 12:11:56.083171 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-d280a89a-18f1-4655-ac98-c3efc859e50a req-f440af18-b31e-4320-aeab-eadefe3c51ca tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/security-groups?id=92dc1cb7-8a79-4d79-972e-6c4be6b4976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411503 Apr 06 12:11:56.470812 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d4798-c299-4031-8398-b5a8a315e5ad req-9a6f6f60-94d8-4bb6-bf20-17cbc57db924 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:56.472239 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-5c0d4798-c299-4031-8398-b5a8a315e5ad req-9a6f6f60-94d8-4bb6-bf20-17cbc57db924 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.53 "GET /v2.0/ports?device_id=837e1c21-fdbd-45b1-9db3-ef367c814315 HTTP/1.1" status: 200 len: 946 time: 0.0517061 Apr 06 12:11:56.565502 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [req-5c0d4798-c299-4031-8398-b5a8a315e5ad req-94f295c6-4995-4f6d-8de0-1b467be18dde tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Deleting port 4ac760cd-ab7c-4cf2-a1db-86aefd75f616 {{(pid=110259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:11:56.565838 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-5c0d4798-c299-4031-8398-b5a8a315e5ad req-94f295c6-4995-4f6d-8de0-1b467be18dde tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743157126961'] for port (4ac760cd-ab7c-4cf2-a1db-86aefd75f616), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:56.650407 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.db [req-5c0d4798-c299-4031-8398-b5a8a315e5ad req-94f295c6-4995-4f6d-8de0-1b467be18dde tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] For port 4ac760cd-ab7c-4cf2-a1db-86aefd75f616, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4ac760cd-ab7c-4cf2-a1db-86aefd75f616,segment=NetworkSegment(6675794e-77d9-4e1f-bc33-b237b2420339),segment_id=6675794e-77d9-4e1f-bc33-b237b2420339)] {{(pid=110259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:11:56.650681 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-5c0d4798-c299-4031-8398-b5a8a315e5ad req-94f295c6-4995-4f6d-8de0-1b467be18dde tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442343'] for port (4ac760cd-ab7c-4cf2-a1db-86aefd75f616), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:56.663361 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.plugin [req-5c0d4798-c299-4031-8398-b5a8a315e5ad req-94f295c6-4995-4f6d-8de0-1b467be18dde tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Calling delete_port for 4ac760cd-ab7c-4cf2-a1db-86aefd75f616 owned by compute:nova {{(pid=110259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:11:56.791769 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-5c0d4798-c299-4031-8398-b5a8a315e5ad req-94f295c6-4995-4f6d-8de0-1b467be18dde tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1545225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743157134340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743156756237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352412'] for port (4ac760cd-ab7c-4cf2-a1db-86aefd75f616), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:56.817980 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.db [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] get_ports_and_sgs() called for port_ids ['4ac760cd-ab7c-4cf2-a1db-86aefd75f616'] {{(pid=110261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:11:56.828763 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f295c6-4995-4f6d-8de0-1b467be18dde tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Pushing event deleted for resources: {'Port': ['ID=4ac760cd-ab7c-4cf2-a1db-86aefd75f616,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:11:56.867712 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0d4798-c299-4031-8398-b5a8a315e5ad req-94f295c6-4995-4f6d-8de0-1b467be18dde tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] No DVR routers for this DVR port 4ac760cd-ab7c-4cf2-a1db-86aefd75f616 on host hv-cinder-83607 {{(pid=110259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:11:56.870266 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [req-5c0d4798-c299-4031-8398-b5a8a315e5ad req-94f295c6-4995-4f6d-8de0-1b467be18dde tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89584'] for port (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:56.873575 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-5c0d4798-c299-4031-8398-b5a8a315e5ad req-94f295c6-4995-4f6d-8de0-1b467be18dde tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.53 "DELETE /v2.0/ports/4ac760cd-ab7c-4cf2-a1db-86aefd75f616 HTTP/1.1" status: 204 len: 173 time: 0.3961728 Apr 06 12:11:56.874270 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '837e1c21-fdbd-45b1-9db3-ef367c814315', 'name': 'network-vif-deleted', 'tag': '4ac760cd-ab7c-4cf2-a1db-86aefd75f616'}] {{(pid=110259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:11:56.876506 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c7c8e3a7af7eec310205c5f765578dca3c187f66a15f537813450f68a58a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d810844c-bfee-4db0-8979-f4fd7afd49c9" -d '{"events": [{"server_uuid": "837e1c21-fdbd-45b1-9db3-ef367c814315", "name": "network-vif-deleted", "tag": "4ac760cd-ab7c-4cf2-a1db-86aefd75f616"}]}' {{(pid=110259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:11:56.919597 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285f8cc1-b926-44e7-878f-7a16a3a5d448 x-openstack-request-id: req-285f8cc1-b926-44e7-878f-7a16a3a5d448 {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:11:56.919887 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "837e1c21-fdbd-45b1-9db3-ef367c814315", "name": "network-vif-deleted", "tag": "4ac760cd-ab7c-4cf2-a1db-86aefd75f616", "status": "completed", "code": 200}]} {{(pid=110259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:11:56.920134 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-285f8cc1-b926-44e7-878f-7a16a3a5d448 {{(pid=110259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:11:56.920530 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-285f8cc1-b926-44e7-878f-7a16a3a5d448'] response: {'server_uuid': '837e1c21-fdbd-45b1-9db3-ef367c814315', 'name': 'network-vif-deleted', 'tag': '4ac760cd-ab7c-4cf2-a1db-86aefd75f616', 'status': 'completed', 'code': 200} Apr 06 12:11:57.186877 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [req-a9a272e1-c754-468d-a8e1-212ef20938e3 req-a9287b29-5a81-4294-88ed-28a2c3949e33 tempest-VolumesActionsTest-292932649 tempest-VolumesActionsTest-292932649-project] 10.222.0.39 "GET /v2.0/ports?device_id=837e1c21-fdbd-45b1-9db3-ef367c814315 HTTP/1.1" status: 200 len: 210 time: 0.0269623 Apr 06 12:12:01.217573 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 4ac760cd-ab7c-4cf2-a1db-86aefd75f616 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:12:01.240270 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] No Port match for: 4ac760cd-ab7c-4cf2-a1db-86aefd75f616 {{(pid=110261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:12:01.240611 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron.plugins.ml2.rpc [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Device 4ac760cd-ab7c-4cf2-a1db-86aefd75f616 not bound to the agent host hv-cinder-83607 {{(pid=110261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:12:11.794711 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:12:12.296594 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-1bfa37b9-591a-4ea3-8d5f-b4d73f0aa302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:14.660507 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:15.133186 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-79f7267f-9e95-472b-8e53-5fe2a7592fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:16.534509 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:18.830878 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:19.117580 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:20.948521 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [-] (110260) accepted ('10.222.0.39', 55380) {{(pid=110260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:12:20.992070 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d586a21-5e13-4d4b-a8ba-68894026da7a admin admin] Deleting subnet 2957ef02-72f7-4c9c-aec6-a2e0a58de69c {{(pid=110260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:12:20.995108 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4d586a21-5e13-4d4b-a8ba-68894026da7a admin admin] Publish callbacks [] for subnet (2957ef02-72f7-4c9c-aec6-a2e0a58de69c), before_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:21.032677 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4d586a21-5e13-4d4b-a8ba-68894026da7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5214045'] for subnet (2957ef02-72f7-4c9c-aec6-a2e0a58de69c), precommit_delete_associations {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:21.071602 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4d586a21-5e13-4d4b-a8ba-68894026da7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1540055'] for subnet (2957ef02-72f7-4c9c-aec6-a2e0a58de69c), precommit_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:21.121491 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4d586a21-5e13-4d4b-a8ba-68894026da7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1540056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4263529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4228261'] for subnet (2957ef02-72f7-4c9c-aec6-a2e0a58de69c), after_delete {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:21.151493 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d586a21-5e13-4d4b-a8ba-68894026da7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2957ef02-72f7-4c9c-aec6-a2e0a58de69c,revision_number=None']} {{(pid=110260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:12:21.159337 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron_lib.callbacks.manager [None req-4d586a21-5e13-4d4b-a8ba-68894026da7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:21.162437 dv-cinder-836074-2-iscsi neutron-server[110260]: INFO neutron.wsgi [None req-4d586a21-5e13-4d4b-a8ba-68894026da7a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2957ef02-72f7-4c9c-aec6-a2e0a58de69c HTTP/1.1" status: 204 len: 168 time: 0.2128861 Apr 06 12:12:21.165275 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 55382) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:12:21.167376 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d586a21-5e13-4d4b-a8ba-68894026da7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:21.167721 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d586a21-5e13-4d4b-a8ba-68894026da7a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:21.168061 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d586a21-5e13-4d4b-a8ba-68894026da7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:21.168395 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d586a21-5e13-4d4b-a8ba-68894026da7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:21.168737 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d586a21-5e13-4d4b-a8ba-68894026da7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:21.169088 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d586a21-5e13-4d4b-a8ba-68894026da7a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:21.169414 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d586a21-5e13-4d4b-a8ba-68894026da7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:21.169732 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d586a21-5e13-4d4b-a8ba-68894026da7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:21.170050 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d586a21-5e13-4d4b-a8ba-68894026da7a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:21.170371 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d586a21-5e13-4d4b-a8ba-68894026da7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:21.170690 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d586a21-5e13-4d4b-a8ba-68894026da7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:21.171007 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d586a21-5e13-4d4b-a8ba-68894026da7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:21.171323 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d586a21-5e13-4d4b-a8ba-68894026da7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:21.171944 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d586a21-5e13-4d4b-a8ba-68894026da7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:21.173450 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d586a21-5e13-4d4b-a8ba-68894026da7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:21.232667 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-055c28f3-f6e8-4c8b-ac5f-33b49870490d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448080'] for network (a94029c2-92c0-444f-bb27-b45e6841aa0e), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:21.311739 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-055c28f3-f6e8-4c8b-ac5f-33b49870490d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1537324', 'neutron.services.segments.db._delete_segments_for_network-8743157203577'] for network (a94029c2-92c0-444f-bb27-b45e6841aa0e), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:21.330855 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.services.segments.db [None req-055c28f3-f6e8-4c8b-ac5f-33b49870490d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a94029c2-92c0-444f-bb27-b45e6841aa0e']}} {{(pid=110259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:12:21.340002 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.services.segments.db [None req-055c28f3-f6e8-4c8b-ac5f-33b49870490d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6675794e-77d9-4e1f-bc33-b237b2420339') {'for_net_delete': True} {{(pid=110259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:12:21.340297 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.services.segments.db [None req-055c28f3-f6e8-4c8b-ac5f-33b49870490d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6675794e-77d9-4e1f-bc33-b237b2420339') {} {{(pid=110259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:12:21.350056 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-055c28f3-f6e8-4c8b-ac5f-33b49870490d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743157202306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4434089'] for segment (6675794e-77d9-4e1f-bc33-b237b2420339), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:21.363916 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-055c28f3-f6e8-4c8b-ac5f-33b49870490d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228'] for segment (6675794e-77d9-4e1f-bc33-b237b2420339), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:21.370657 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-055c28f3-f6e8-4c8b-ac5f-33b49870490d admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=110259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:12:21.371260 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-055c28f3-f6e8-4c8b-ac5f-33b49870490d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1501228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4352449'] for segment (6675794e-77d9-4e1f-bc33-b237b2420339), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:21.373324 dv-cinder-836074-2-iscsi neutron-server[110259]: Traceback (most recent call last): Apr 06 12:12:21.373324 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:12:21.373324 dv-cinder-836074-2-iscsi neutron-server[110259]: timer() Apr 06 12:12:21.373324 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:12:21.373324 dv-cinder-836074-2-iscsi neutron-server[110259]: cb(*args, **kw) Apr 06 12:12:21.373324 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:12:21.373324 dv-cinder-836074-2-iscsi neutron-server[110259]: return func(*args, **kwargs) Apr 06 12:12:21.373324 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:12:21.373324 dv-cinder-836074-2-iscsi neutron-server[110259]: self._notify() Apr 06 12:12:21.373324 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:12:21.373324 dv-cinder-836074-2-iscsi neutron-server[110259]: self.callback(batched_events) Apr 06 12:12:21.373324 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:12:21.373324 dv-cinder-836074-2-iscsi neutron-server[110259]: event.method(event) Apr 06 12:12:21.373324 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:12:21.373324 dv-cinder-836074-2-iscsi neutron-server[110259]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:12:21.373324 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:12:21.373324 dv-cinder-836074-2-iscsi neutron-server[110259]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:12:21.373324 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:12:21.373324 dv-cinder-836074-2-iscsi neutron-server[110259]: return f(self, *a, **k) Apr 06 12:12:21.373324 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:12:21.373324 dv-cinder-836074-2-iscsi neutron-server[110259]: return self._get(url).json() Apr 06 12:12:21.373324 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:12:21.373324 dv-cinder-836074-2-iscsi neutron-server[110259]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:12:21.373324 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:12:21.373324 dv-cinder-836074-2-iscsi neutron-server[110259]: return self.request(url, 'GET', **kwargs) Apr 06 12:12:21.373324 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:12:21.373324 dv-cinder-836074-2-iscsi neutron-server[110259]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:12:21.373324 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:12:21.373324 dv-cinder-836074-2-iscsi neutron-server[110259]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:12:21.373324 dv-cinder-836074-2-iscsi neutron-server[110259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:12:21.373324 dv-cinder-836074-2-iscsi neutron-server[110259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:12:21.373324 dv-cinder-836074-2-iscsi neutron-server[110259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:12:21.433513 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-055c28f3-f6e8-4c8b-ac5f-33b49870490d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1537365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430244'] for network (a94029c2-92c0-444f-bb27-b45e6841aa0e), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:21.438067 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-055c28f3-f6e8-4c8b-ac5f-33b49870490d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634342'] for network (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:21.441439 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-055c28f3-f6e8-4c8b-ac5f-33b49870490d admin admin] 10.222.0.39 "DELETE /v2.0/networks/a94029c2-92c0-444f-bb27-b45e6841aa0e HTTP/1.1" status: 204 len: 168 time: 0.2748258 Apr 06 12:12:21.455091 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c28f3-f6e8-4c8b-ac5f-33b49870490d admin admin] Pushing event deleted for resources: {'Network': ['ID=a94029c2-92c0-444f-bb27-b45e6841aa0e,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:12:21.462554 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c28f3-f6e8-4c8b-ac5f-33b49870490d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:21.462783 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c28f3-f6e8-4c8b-ac5f-33b49870490d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:21.463167 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c28f3-f6e8-4c8b-ac5f-33b49870490d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:21.463470 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c28f3-f6e8-4c8b-ac5f-33b49870490d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:21.463916 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c28f3-f6e8-4c8b-ac5f-33b49870490d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:21.464131 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c28f3-f6e8-4c8b-ac5f-33b49870490d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:21.464465 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c28f3-f6e8-4c8b-ac5f-33b49870490d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:21.464822 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c28f3-f6e8-4c8b-ac5f-33b49870490d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:21.465159 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c28f3-f6e8-4c8b-ac5f-33b49870490d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:21.465497 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c28f3-f6e8-4c8b-ac5f-33b49870490d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:21.465860 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c28f3-f6e8-4c8b-ac5f-33b49870490d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:21.466145 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c28f3-f6e8-4c8b-ac5f-33b49870490d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:21.466472 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c28f3-f6e8-4c8b-ac5f-33b49870490d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:21.466797 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c28f3-f6e8-4c8b-ac5f-33b49870490d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:21.467141 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c28f3-f6e8-4c8b-ac5f-33b49870490d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-2-iscsi {{(pid=110259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:21.549099 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 55386) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:12:21.588295 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-a7980a8e-bcdd-4c7c-8218-001ce6774352 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cf2b2c87d02a40c6829f2609d41edfc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380821 Apr 06 12:12:21.590741 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [-] (110259) accepted ('10.222.0.39', 55388) {{(pid=110259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:12:21.636997 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e261d645-5dba-4ea9-8ecd-9f22e814b0f9 admin admin] Publish callbacks [] for security_group (92dc1cb7-8a79-4d79-972e-6c4be6b4976f), before_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:21.659343 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e261d645-5dba-4ea9-8ecd-9f22e814b0f9 admin admin] Publish callbacks [] for security_group (92dc1cb7-8a79-4d79-972e-6c4be6b4976f), precommit_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:21.703049 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e261d645-5dba-4ea9-8ecd-9f22e814b0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556402'] for security_group (92dc1cb7-8a79-4d79-972e-6c4be6b4976f), after_delete {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:21.706206 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron_lib.callbacks.manager [None req-e261d645-5dba-4ea9-8ecd-9f22e814b0f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:21.707417 dv-cinder-836074-2-iscsi neutron-server[110259]: INFO neutron.wsgi [None req-e261d645-5dba-4ea9-8ecd-9f22e814b0f9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/92dc1cb7-8a79-4d79-972e-6c4be6b4976f HTTP/1.1" status: 204 len: 168 time: 0.1157923 Apr 06 12:12:21.715585 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261d645-5dba-4ea9-8ecd-9f22e814b0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dc1cb7-8a79-4d79-972e-6c4be6b4976f,revision_number=None']} {{(pid=110259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:12:42.291149 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-0dae0583-b8b0-43e3-85ac-7bfc94a226c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:44.654426 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:45.123715 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-d7b7728d-7063-4d15-99bd-06f46494b9d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:46.532439 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:48.788096 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:12:48.829195 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:49.119364 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:13:12.292792 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-49b26616-1dd0-4b8e-ba84-42a9d9227bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:13:14.660583 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:13:15.126719 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-c5d739a2-0396-41a0-b52a-f1c84788f2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:13:16.536626 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:13:18.833098 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:13:19.121787 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:13:25.789956 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:13:42.294602 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-f8ea8d2b-bfc9-464b-bb16-7ca2a577ef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:13:44.686331 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:13:45.128997 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-77f26e7d-cb70-4e00-ab61-e8380de5b138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:13:46.538558 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:13:48.835505 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:13:49.123340 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:14:02.791571 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:14:12.296430 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-cf3392e7-e579-4e2b-9949-983b05623a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:14:12.447166 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [req-ffb18721-b301-4d4b-8230-89ad63f17438 req-5d609fa9-d166-44b6-ae02-94891868dba1 service neutron] (110260) timed out ('10.222.0.39', 50654) {{(pid=110260) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 12:14:12.706092 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [req-ffb18721-b301-4d4b-8230-89ad63f17438 req-587ac2da-f6d8-4337-b94e-a9480708d9e9 tempest-TestShelveInstance-1682055815 tempest-TestShelveInstance-1682055815-project] (110260) timed out ('10.222.0.39', 50662) {{(pid=110260) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 12:14:14.700232 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:14:15.133004 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-c8d2f696-feb7-471e-8c8d-90cf4e9de881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:14:16.541502 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:14:18.842424 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:14:19.126060 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:14:39.792517 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:14:42.298627 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-0c9147cb-a0a0-4d05-966a-65aafa073625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:14:44.700048 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:14:45.133866 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-23a002d1-717b-43d3-ab17-2a46a3bb4d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:14:46.544907 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:14:48.841718 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:14:49.127933 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:15:12.300507 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-6b11929d-96f3-4ac8-b4b9-05390b8e96b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:15:14.698017 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:15:15.136540 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-eabe0a0c-3bc7-4527-bf6c-d37de3784db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:15:16.547504 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:15:16.794541 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:15:18.844976 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:15:19.128416 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:15:42.301564 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-f8b7e756-e97b-4c22-8e66-bce35d89c117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:15:44.697614 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:15:45.137111 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-49e1a2e3-bd03-46bd-a4b6-96d19263b437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:15:46.550877 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:15:48.847173 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:15:49.130272 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:15:53.796036 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:16:12.303038 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-dc358a5f-060e-4f34-b954-1717984624fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:16:14.696951 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:16:15.138700 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-b902ce21-8c8a-4ea4-800e-e4dec8c9b027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:16:16.553048 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:16:18.856587 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:16:19.135812 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:16:30.798771 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:16:42.304639 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-4846b7eb-6ce7-409e-a3ff-f2d66db63bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:16:44.707864 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:16:45.139385 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-4fe9e01b-e868-4400-be71-cfb411cb6622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:16:46.555737 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:16:48.854800 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:16:49.137496 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:16:58.647602 dv-cinder-836074-2-iscsi neutron-server[110260]: DEBUG neutron.wsgi [req-dad4d5da-2520-4e0c-badc-5d7fabb30ba4 req-6e73f115-d1e3-4469-9958-b72d2a60fc76 service neutron] (110260) timed out ('10.222.0.39', 49860) {{(pid=110260) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 12:16:58.757908 dv-cinder-836074-2-iscsi neutron-server[110259]: DEBUG neutron.wsgi [req-dad4d5da-2520-4e0c-badc-5d7fabb30ba4 req-d5d73b0e-0d98-4704-bc09-44908d8eeb13 tempest-AttachVolumeShelveTestJSON-13502661 tempest-AttachVolumeShelveTestJSON-13502661-project] (110259) timed out ('10.222.0.39', 49870) {{(pid=110259) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 12:17:07.800528 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:17:12.306527 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-c896bb19-988e-4427-a574-5b5e17a985ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:17:14.727010 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:17:15.139215 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-354eb41e-697e-4ada-9169-8227eda26c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:17:16.559169 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-62bbf6ee-8727-4a34-82f0-e4bb170d737b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (bd9ac717-be45-43fa-be1e-bc6b7d0e46ca), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:17:18.857403 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-40e8161e-dbb1-44c1-b9e3-a52673ed00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (89e59988-26c4-4dbe-9fe7-d297d4795679), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:17:19.139824 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-7b17a5de-a783-45f8-834a-bbf907a3e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (f7692125-5eff-4eec-b734-3e63b4bf83c3), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:17:42.309020 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-4a4389e5-fbed-4089-9656-d29baeebb78d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (eb907300-c67e-4e21-a2d4-e40182a63fdb), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:17:44.737277 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4a79-5b1d-4e9d-907d-84b31dd66db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (e6da0265-397c-48ac-b7af-cc5f2a289710), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:17:44.802956 dv-cinder-836074-2-iscsi neutron-server[110262]: DEBUG neutron.db.agents_db [None req-62ae2abc-49bc-4958-a647-b67935407ec1 None None] Agent healthcheck: found 6 active agents {{(pid=110262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:17:45.143198 dv-cinder-836074-2-iscsi neutron-server[110261]: DEBUG neutron_lib.callbacks.manager [None req-6cad02ad-9ea1-454f-8b04-4ce2d09d0acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743157203559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346797'] for agent (525aa3ca-74f6-4a98-aa69-ed689b628b3f), after_update {{(pid=110261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}